-- Logs begin at Fri 2021-08-27 15:35:23 UTC, end at Fri 2021-08-27 16:41:22 UTC. -- Aug 27 16:07:00.673541 dv-cinder-800695-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 16:07:03.367362 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.common.config [-] Logging enabled! Aug 27 16:07:03.367907 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 16:07:03.368087 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93905) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 16:07:03.371329 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.common.config [-] Logging enabled! Aug 27 16:07:03.371580 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 16:07:03.371887 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93905) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 16:07:03.372813 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 16:07:03.373047 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 16:07:03.373405 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 16:07:03.373917 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 16:07:03.374144 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 16:07:03.374495 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.374796 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.375158 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.375392 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.376243 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.376864 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.377151 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.377444 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.377744 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.378031 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.378339 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.378624 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.378856 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.379135 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.379426 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.379716 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.379941 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] debug = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.380221 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.380645 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.381053 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.381331 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.381621 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.381900 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.382170 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.382535 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.382817 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.383153 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] host = dv-cinder-800695-5-iscsi {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.383431 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.383720 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.384009 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.384299 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.384572 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.384852 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.385138 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.385414 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.385689 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] log_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.385966 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.386269 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.386572 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.386861 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.387087 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.387310 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.387602 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.387891 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.388173 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.388446 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.388720 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.388992 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.389265 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.389536 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.389821 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.390103 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.390415 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.390764 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.391066 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.391355 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.391629 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.391915 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.392191 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.392464 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.392737 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.393024 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.393291 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.393565 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.393866 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.394153 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.394458 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.394743 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.395017 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.395297 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.395571 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.395843 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.396115 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] use_json = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.396387 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.396657 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.396936 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.397208 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.397478 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.397750 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.398019 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.398333 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:03.398629 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.398925 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.399225 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.399506 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.399801 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.400079 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.400366 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.400643 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.400928 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.401215 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.401500 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.401777 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.402062 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.402363 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.402657 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.402959 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.403251 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.403542 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.403821 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.404096 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.404368 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.404642 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.404930 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.405207 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.405496 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.405786 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.406065 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.406447 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.406765 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.407057 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.407332 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.407611 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.407903 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.408186 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.408461 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.408738 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.409024 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.409300 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.409571 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.409855 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.410131 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.410431 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.410705 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.410982 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.411273 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.411549 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.411822 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.412093 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.412368 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.412637 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.412922 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.413198 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.413487 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.413742 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.414020 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.414374 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.414663 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.414941 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.415214 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.415489 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.415762 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.416034 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.416308 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.416579 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.416852 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.417126 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.417397 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.417671 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.417943 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.418220 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.418516 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.418790 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.419064 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.419351 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.419647 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.419926 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.420204 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.420481 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.420758 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.421035 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.421312 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.421587 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.421935 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.422216 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.423040 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.423327 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.423612 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.423894 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.424171 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.424472 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.424751 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.425030 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.425305 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.425581 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.425861 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.426140 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.426461 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.426755 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.427046 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.427337 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.427628 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.427906 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.428210 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.428489 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:03.428712 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 16:07:03.428952 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93905) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 16:07:03.774391 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 16:07:03.774669 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 16:07:03.774951 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 16:07:03.775277 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 16:07:04.165427 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.165647 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.165918 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.167278 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.167552 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.167815 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.202526 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.202803 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.203070 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.218175 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.218479 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.218746 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.246658 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.247056 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.247322 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.285259 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.285535 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.285804 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.515302 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.515902 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.515902 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.516217 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.517572 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.637499 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.637810 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.638089 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.638380 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.638645 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.638951 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.639208 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.639460 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.639712 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.639987 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.640241 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.640500 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.640750 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.641140 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.641892 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.642153 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.642428 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.642694 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.642960 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.643214 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.643479 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.643728 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.644005 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.644375 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.644623 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.644867 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.645260 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:07:04.645499 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:07:04.645735 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:07:04.645968 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:07:04.646201 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:07:04.646460 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:07:04.646817 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 16:07:04.649863 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 16:07:04.653865 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 16:07:04.657721 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 27 16:07:04.659361 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 16:07:04.659810 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 16:07:04.660139 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 16:07:04.660520 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 16:07:04.663289 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 16:07:04.663540 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 16:07:04.663883 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 16:07:04.669079 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 16:07:04.691255 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 16:07:04.691704 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.691995 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93905) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 16:07:04.692349 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.693674 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93905) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 16:07:04.693951 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 16:07:04.694196 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 16:07:04.698227 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.698527 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:04.762264 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 16:07:04.762513 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 16:07:04.762751 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 16:07:04.763119 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 16:07:04.784252 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_db.sqlalchemy.engines [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93905) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 16:07:05.312134 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Initializing driver for type 'gre' Aug 27 16:07:05.312660 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] gre ID ranges: [(1, 1000)] Aug 27 16:07:05.362331 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Initializing driver for type 'local' Aug 27 16:07:05.362665 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Initializing driver for type 'vlan' Aug 27 16:07:05.375895 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] VlanTypeDriver initialization complete Aug 27 16:07:05.376328 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Initializing driver for type 'vxlan' Aug 27 16:07:05.376935 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] vxlan ID ranges: [(1, 1000)] Aug 27 16:07:05.427465 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Initializing extension driver 'port_security' Aug 27 16:07:05.427850 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.extensions.port_security [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] PortSecurityExtensionDriver initialization complete Aug 27 16:07:05.428245 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Initializing mechanism driver 'openvswitch' Aug 27 16:07:05.428576 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Initializing mechanism driver 'hyperv' Aug 27 16:07:05.435046 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.plugins.ml2.plugin [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:05.435733 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > port after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.436106 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.436468 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > port after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.437082 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:07:05.437540 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > subnet after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.438392 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > subnet after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.438741 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > subnet after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.439134 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:07:05.439539 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > network after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.439891 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > network after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.440235 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > network after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.440624 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:07:05.441030 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > security_group after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.441387 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > security_group after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.441730 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > security_group after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.442280 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:07:05.442692 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.443050 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.443399 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.443796 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:07:05.444200 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > address_group after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.444549 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > address_group after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.444892 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > address_group after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.445280 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:07:05.445658 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] ML2 OVO RPC backend initialized. {{(pid=93905) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 16:07:05.446414 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router_interface after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.446801 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.447228 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > network before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.447582 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > networks before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.447936 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > port before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.448284 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > ports before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.448637 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > subnet before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.448984 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > subnets before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.449337 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > network after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.449686 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > network after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.450058 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > network after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.450436 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > port after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.450782 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.451127 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > port after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.451471 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > subnet after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.451813 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > subnet after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.452153 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > subnet after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.452733 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.plugin [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Modular L2 Plugin initialization complete Aug 27 16:07:05.453066 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading services supported by the core plugin {{(pid=93905) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 16:07:05.453394 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Got port-security extension from driver 'port_security' Aug 27 16:07:05.454424 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.extensions.vlantransparent [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Disabled vlantransparent extension. Aug 27 16:07:05.454910 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93905) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 16:07:05.455228 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading Plugin: router Aug 27 16:07:05.491705 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router_interface before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.492105 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router after_create 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.492478 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router before_create 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.492845 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.493226 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.493587 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router after_delete 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.493951 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > floatingip after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.494341 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > floatingip after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.494703 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router after_create 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.495053 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router after_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.495406 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router after_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.495758 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.496121 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router after_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.496530 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router precommit_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.496905 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.497247 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: port after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.497590 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: subnet after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.497929 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.498310 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > port precommit_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.498920 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router precommit_create 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.499275 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: port before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.499626 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router precommit_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.499991 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router after_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.500832 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router precommit_delete 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.501192 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router precommit_create 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.501559 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router_interface after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.501910 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router precommit_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.502304 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > agent after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.502662 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > agent after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.503010 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > network after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.503860 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Tracking information for resource: router configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:07:05.504193 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Tracking information for resource: floatingip configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:07:05.509104 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.db.l3_agentschedulers_db [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 16:07:05.509695 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.510062 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: port after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.510469 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: port after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.510827 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.511625 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router before_create 55550100 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.511998 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router precommit_delete 55550100 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.512365 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router precommit_create 55550100 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.512724 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > router precommit_update 55550100 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.517957 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.services.provider_configuration [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service providers = [] {{(pid=93905) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 16:07:05.518529 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.db.servicetype_db [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93905) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 16:07:05.521321 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.services.service_base [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 16:07:05.521681 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.services.service_base [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 16:07:05.522028 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.services.service_base [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 16:07:05.522943 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.services.service_base [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 16:07:05.523320 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.services.service_base [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 16:07:05.523700 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:07:05.524020 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 16:07:05.534630 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:07:05.534972 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading Plugin: auto_allocate Aug 27 16:07:05.540691 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: network precommit_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.541060 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: network precommit_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.541580 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:07:05.541907 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading Plugin: tag Aug 27 16:07:05.548483 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:07:05.548818 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading Plugin: timestamp Aug 27 16:07:05.552838 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:07:05.553175 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading Plugin: network_ip_availability Aug 27 16:07:05.558624 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.559001 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.559365 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.560091 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:07:05.560416 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading Plugin: flavors Aug 27 16:07:05.565663 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:07:05.565952 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading Plugin: revisions Aug 27 16:07:05.570266 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:07:05.570662 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_concurrency.lockutils [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=93905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 16:07:05.571403 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93905) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 16:07:05.571743 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Initializing extension manager. Aug 27 16:07:05.572254 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: __init__.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.572597 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: __pycache__ {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.572932 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.573267 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: address_group.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.574022 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.574622 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: address-group Aug 27 16:07:05.574948 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: address_scope.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.575667 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.576176 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: address-scope Aug 27 16:07:05.576501 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: admin_state_down_before_update.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.577439 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.577960 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: router-admin-state-down-before-update Aug 27 16:07:05.578312 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: agent.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.579815 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.580326 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: agent Aug 27 16:07:05.580655 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: agent_resources_synced.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.581586 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.582095 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: agent-resources-synced Aug 27 16:07:05.582452 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: allowedaddresspairs.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.584262 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.584788 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: allowed-address-pairs Aug 27 16:07:05.585126 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: auto_allocated_topology.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.586201 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.586746 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: auto-allocated-topology Aug 27 16:07:05.587076 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: availability_zone.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.587778 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.588291 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: availability_zone Aug 27 16:07:05.588620 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: availability_zone_filter.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.589550 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.590059 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: availability_zone_filter Aug 27 16:07:05.590492 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: data_plane_status.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.591408 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.591917 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 16:07:05.592245 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: default_subnetpools.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.593163 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.593680 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: default-subnetpools Aug 27 16:07:05.594004 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: dhcpagentscheduler.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.594866 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.595377 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: dhcp_agent_scheduler Aug 27 16:07:05.595707 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: dns.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.596626 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.597134 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension dns-integration not supported by any of loaded plugins Aug 27 16:07:05.597462 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: dns_domain_ports.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.598426 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.598936 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 16:07:05.599263 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.600194 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.600694 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 16:07:05.601018 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: dvr.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.601690 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.602195 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: dvr Aug 27 16:07:05.602545 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: ecmp_routes.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.603467 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.603970 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 16:07:05.604293 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: empty_string_filtering.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.605204 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.605711 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: empty-string-filtering Aug 27 16:07:05.606034 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.606975 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.607482 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 16:07:05.607807 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.608738 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.609272 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 16:07:05.609568 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: external_net.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.611042 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.611551 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: external-net Aug 27 16:07:05.611876 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: extra_dhcp_opt.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.612794 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.613298 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: extra_dhcp_opt Aug 27 16:07:05.613624 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: extraroute.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.614575 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.615082 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: extraroute Aug 27 16:07:05.615406 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: extraroute_atomic.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.616448 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.616955 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: extraroute-atomic Aug 27 16:07:05.617280 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: filter_validation.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.617945 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.618480 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: filter-validation Aug 27 16:07:05.618813 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: fip_pf_description.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.619731 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.620236 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 16:07:05.620560 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: fip_port_details.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.621486 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.621997 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: fip-port-details Aug 27 16:07:05.622361 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: flavors.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.623875 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.624396 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: flavors Aug 27 16:07:05.624732 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.626933 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.627456 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 16:07:05.627789 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: floatingip_pools.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.628494 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.629014 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: floatingip-pools Aug 27 16:07:05.629344 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: ip_allocation.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.630304 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.630816 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 16:07:05.631143 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.632073 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.632586 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: ip-substring-filtering Aug 27 16:07:05.632915 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: l2_adjacency.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.633858 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.634400 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 16:07:05.634726 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: l3.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.635826 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.636344 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: router Aug 27 16:07:05.636671 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: l3_conntrack_helper.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.638948 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.639480 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 16:07:05.639814 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.640757 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.641302 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: ext-gw-mode Aug 27 16:07:05.641631 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.642610 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.643122 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: l3-ha Aug 27 16:07:05.643450 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: l3_flavors.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.644383 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.644890 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: l3-flavors Aug 27 16:07:05.645217 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.646136 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.646680 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 16:07:05.647005 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: l3agentscheduler.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.648042 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.648556 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: l3_agent_scheduler Aug 27 16:07:05.648890 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: logging.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.650402 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.650928 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension logging not supported by any of loaded plugins Aug 27 16:07:05.651263 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: metering.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.652008 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.652582 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: metering Aug 27 16:07:05.652911 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.653997 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.654553 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: metering_source_and_destination_fields Aug 27 16:07:05.654883 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: multiprovidernet.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.655816 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.656332 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: multi-provider Aug 27 16:07:05.656686 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: netmtu.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.657605 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.658114 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: net-mtu Aug 27 16:07:05.658476 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: netmtu_writable.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.659404 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.659916 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: net-mtu-writable Aug 27 16:07:05.660265 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: network_availability_zone.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.660941 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.661450 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: network_availability_zone Aug 27 16:07:05.661775 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: network_ip_availability.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.662902 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.663417 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: network-ip-availability Aug 27 16:07:05.663744 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: network_segment_range.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.664515 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.665025 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 16:07:05.665352 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: pagination.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.666368 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.666705 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: pagination Aug 27 16:07:05.667029 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: port_device_profile.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.667967 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.668478 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: port-device-profile Aug 27 16:07:05.668809 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.669748 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.670277 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: port-mac-address-regenerate Aug 27 16:07:05.670614 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.671535 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.672043 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: port-numa-affinity-policy Aug 27 16:07:05.672894 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: port_resource_request.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.673809 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.674353 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 16:07:05.674679 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: portbindings.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.675614 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.676118 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: binding Aug 27 16:07:05.676441 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: portbindings_extended.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.677854 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.678441 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: binding-extended Aug 27 16:07:05.678807 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: portsecurity.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.679817 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.680394 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: port-security Aug 27 16:07:05.680766 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: project_id.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.681865 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.682265 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: project-id Aug 27 16:07:05.682621 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: providernet.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.683802 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.684234 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: provider Aug 27 16:07:05.684606 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: qos.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.689086 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.689637 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension qos not supported by any of loaded plugins Aug 27 16:07:05.690030 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.691406 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.692012 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 16:07:05.692350 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.693396 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.693978 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 16:07:05.694367 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: qos_default.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.695347 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.695857 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension qos-default not supported by any of loaded plugins Aug 27 16:07:05.696186 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: qos_fip.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.696847 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.697349 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension qos-fip not supported by any of loaded plugins Aug 27 16:07:05.697673 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: qos_gateway_ip.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.698633 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.699148 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 16:07:05.699478 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: qos_port_network_policy.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.700397 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.700907 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 16:07:05.701237 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: qos_pps_rule.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.702460 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.702981 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension qos-pps not supported by any of loaded plugins Aug 27 16:07:05.703314 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: qos_rule_type_details.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.704265 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.704778 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 16:07:05.705104 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: qos_rules_alias.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.706150 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.706690 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 16:07:05.707018 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: quotasv2.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.707949 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.708281 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: quotas Aug 27 16:07:05.708604 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: quotasv2_detail.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.711746 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.712092 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: quota_details Aug 27 16:07:05.712431 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: rbac.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.713702 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.714233 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: rbac-policies Aug 27 16:07:05.714602 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: rbac_address_group.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.715544 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.716060 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: rbac-address-group Aug 27 16:07:05.716392 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: rbac_address_scope.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.717319 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.717832 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: rbac-address-scope Aug 27 16:07:05.718164 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: rbac_security_groups.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.719151 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.719668 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: rbac-security-groups Aug 27 16:07:05.719997 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: rbac_subnetpool.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.720918 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.721433 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: rbac-subnetpool Aug 27 16:07:05.721761 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: revisionifmatch.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.722722 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.723242 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: revision-if-match Aug 27 16:07:05.723572 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: revisions.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.724690 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.725203 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: standard-attr-revisions Aug 27 16:07:05.725534 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: router_availability_zone.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.726219 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.726762 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: router_availability_zone Aug 27 16:07:05.727091 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: routerservicetype.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.728020 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.728530 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension router-service-type not supported by any of loaded plugins Aug 27 16:07:05.728859 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.729788 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.730328 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: security-groups-normalized-cidr Aug 27 16:07:05.730660 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: security_groups_port_filtering.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.731585 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.732094 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: port-security-groups-filtering Aug 27 16:07:05.732422 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.733345 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.733866 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: security-groups-remote-address-group Aug 27 16:07:05.734211 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: securitygroup.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.745581 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.746115 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: security-group Aug 27 16:07:05.746487 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: segment.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.747291 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.747807 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension segment not supported by any of loaded plugins Aug 27 16:07:05.748143 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.749361 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.749891 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 16:07:05.750221 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: servicetype.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.752008 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.752532 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: service-type Aug 27 16:07:05.752866 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: sorting.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.753873 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.754217 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: sorting Aug 27 16:07:05.754577 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: standard_attr_segment.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.755508 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.756027 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 16:07:05.756358 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: standardattrdescription.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.757015 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.757524 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: standard-attr-description Aug 27 16:07:05.757854 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: stateful_security_group.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.758837 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.759358 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: stateful-security-group Aug 27 16:07:05.759697 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: stdattrs_common.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.760290 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 16:07:05.760617 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.761565 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.762083 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 16:07:05.762439 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: subnet_onboard.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.763530 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.764052 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: subnet_onboard Aug 27 16:07:05.764381 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.765317 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.766422 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 16:07:05.766756 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: subnet_service_types.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.768140 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.768660 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: subnet-service-types Aug 27 16:07:05.768992 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: subnetallocation.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.770078 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.770627 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: subnet_allocation Aug 27 16:07:05.770958 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.771641 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.772154 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: subnetpool-prefix-ops Aug 27 16:07:05.772479 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.773423 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.773937 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 16:07:05.774317 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: tagging.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.775354 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.775878 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: standard-attr-tag Aug 27 16:07:05.776210 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: timestamp.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.777417 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.777940 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loaded extension: standard-attr-timestamp Aug 27 16:07:05.778298 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: trunk.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.779343 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.779860 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension trunk not supported by any of loaded plugins Aug 27 16:07:05.780191 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: trunk_details.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.781124 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.781667 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension trunk-details not supported by any of loaded plugins Aug 27 16:07:05.782000 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: uplink_status_propagation.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.782955 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.783469 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 16:07:05.783796 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Loading extension file: vlantransparent.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:07:05.784469 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:07:05.784981 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 16:07:05.787461 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:network Aug 27 16:07:05.787986 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:subnet Aug 27 16:07:05.788388 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 16:07:05.788793 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:port Aug 27 16:07:05.790035 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.790513 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service FLAVORS assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.791155 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.791582 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.791915 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:router Aug 27 16:07:05.792352 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:floatingip Aug 27 16:07:05.792844 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service METERING assigned prefix: /metering {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.794317 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.794696 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.795056 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:05.796072 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 16:07:05.796527 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:security_group Aug 27 16:07:05.796958 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 16:07:05.798088 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service CORE assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.798456 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 16:07:05.798817 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] subnetpool is already registered Aug 27 16:07:05.799245 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service CORE assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.799574 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 16:07:05.799908 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] subnetpool is already registered Aug 27 16:07:05.802210 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.802678 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service FLAVORS assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.803290 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.803714 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.804048 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:router Aug 27 16:07:05.804388 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] router is already registered Aug 27 16:07:05.804803 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:floatingip Aug 27 16:07:05.805145 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] floatingip is already registered Aug 27 16:07:05.805603 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service METERING assigned prefix: /metering {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.806297 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 16:07:05.806630 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] rbac_policy is already registered Aug 27 16:07:05.807048 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:security_group Aug 27 16:07:05.807387 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] security_group is already registered Aug 27 16:07:05.807789 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 16:07:05.808125 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] security_group_rule is already registered Aug 27 16:07:05.808747 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service CORE assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.809077 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 16:07:05.809412 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] subnetpool is already registered Aug 27 16:07:05.809833 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Service CORE assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:07:05.810159 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 16:07:05.810514 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] subnetpool is already registered Aug 27 16:07:05.810999 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: extensions {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.812440 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: address-groups {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.814577 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: address-scopes {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.815951 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: agents {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.817079 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: auto-allocated-topology {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.818356 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: availability_zones {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.819585 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: dhcp-networks {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.821126 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: dhcp-agents {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.822581 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: routers {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.824774 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: flavors {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.825945 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: service_profiles {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.827194 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: next_providers {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.828686 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: service_profiles {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.830223 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: floatingip-pools {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.831487 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: routers {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.833603 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: floatingips {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.834940 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: l3-routers {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.836342 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: l3-agents {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.837748 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: metering-labels {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.839126 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: metering-label-rules {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.840424 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: network-ip-availabilities {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.841703 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: bindings {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.843405 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: quotas {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.844869 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: quotas {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.846329 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: rbac-policies {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.847525 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: security-groups {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.848839 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: security-group-rules {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.850083 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: service-providers {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.851339 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: subnetpools {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.853802 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: subnetpools {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.855360 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.857051 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.858896 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.861218 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.863054 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.864924 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.866636 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.868562 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.870409 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.872168 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron.api.extensions [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:07:05.878964 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING keystonemiddleware.auth_token [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 16:07:05.883661 dv-cinder-800695-5-iscsi neutron-server[93905]: WARNING keystonemiddleware.auth_token [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 16:07:05.891959 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_concurrency.lockutils [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Acquired lock "singleton_lock" {{(pid=93905) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 16:07:05.892439 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_concurrency.lockutils [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Releasing lock "singleton_lock" {{(pid=93905) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 16:07:05.893082 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO oslo_service.service [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Starting 2 workers Aug 27 16:07:05.897927 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Started child 94012 {{(pid=93905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 16:07:05.902395 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Started child 94013 {{(pid=93905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 16:07:05.903247 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.903987 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO neutron.service [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 16:07:05.904672 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Notify callbacks [] for process, before_spawn {{(pid=93905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.904769 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [-] (94012) wsgi starting up on http://0.0.0.0:9696 Aug 27 16:07:05.907081 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.907521 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO oslo_service.service [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Starting 1 workers Aug 27 16:07:05.908572 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [-] (94013) wsgi starting up on http://0.0.0.0:9696 Aug 27 16:07:05.912295 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Started child 94014 {{(pid=93905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 16:07:05.912834 dv-cinder-800695-5-iscsi neutron-server[93905]: INFO oslo_service.service [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Starting 1 workers Aug 27 16:07:05.915783 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.service [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] calling RpcWorker wait() {{(pid=94014) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 16:07:05.916343 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.service [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] returning from RpcWorker wait() {{(pid=94014) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 16:07:05.917292 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Started child 94015 {{(pid=93905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 16:07:05.917501 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.918078 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:05.918192 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-754c9a08-dab2-4d4e-a12a-d7f1f75315de None None] Notify callbacks [] for process, after_spawn {{(pid=93905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.920084 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93905) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 16:07:05.920306 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 16:07:05.920495 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 16:07:05.920716 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 16:07:05.921070 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 16:07:05.921230 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 16:07:05.921732 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.922018 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.922826 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.922920 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.923362 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.923362 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.923834 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:05.923998 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.924236 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.924491 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.924759 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.924994 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.925170 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.925338 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.925605 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.925837 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.926146 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.926458 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.926701 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.926992 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.927158 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.927407 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.927672 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.927905 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.928179 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] debug = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.928427 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.928955 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.929191 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.929435 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.929659 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.929937 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.930167 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.930510 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.930741 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.930992 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.931241 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.931494 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.931756 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.931970 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.932192 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.932471 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.932707 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.933193 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] host = dv-cinder-800695-5-iscsi {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.933447 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.933689 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.933936 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.934189 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.934491 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.934734 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.934990 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.935244 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.935520 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.935767 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.936028 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.936278 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.936519 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.936762 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.936917 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_options = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.937193 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.937411 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.937673 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.937950 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.938650 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.938799 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.939065 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.939218 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.939478 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.939699 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.939916 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.940155 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.940393 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.940634 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.940910 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.941157 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.941376 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.941609 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.941870 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.942122 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.942390 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.942639 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.942885 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.943104 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.943338 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.943573 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.943800 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.944023 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.944244 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.944508 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.944725 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.944986 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.945237 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.945508 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.945740 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.945970 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.946187 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.946494 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.946730 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.946978 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.947311 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.947470 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.947707 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.947925 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.948172 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.948463 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_json = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.948683 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.948918 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.949179 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.949441 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.949664 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.949879 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.950095 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.950423 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:05.951462 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.951462 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.951711 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.952092 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.952560 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.952855 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.953067 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.953503 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.953795 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.954166 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.954562 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.954824 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.955129 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.955440 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.955729 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.956083 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.956359 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.956642 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.956887 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.957157 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.957380 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.957625 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.957897 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.958143 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.958437 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.958674 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.958907 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.959236 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.959587 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.959864 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.960143 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.960379 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.960611 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.960830 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.961049 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.961286 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.961508 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.961787 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.962012 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.962270 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.962524 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.962777 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.963013 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.963248 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.963506 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.963778 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.964031 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.964285 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.964635 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.964960 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.965206 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.965429 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.965682 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.965924 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.966439 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.966646 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.966895 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.967115 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.967333 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.967578 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.968493 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.968493 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.968493 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.968493 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.970847 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.970847 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.970847 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.970847 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.970847 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.970847 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.971311 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.971311 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.971539 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.971835 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.972067 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.972291 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.972541 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.972754 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.973009 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.973232 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.973450 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.973691 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.973926 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.974146 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.974474 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.974718 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.974935 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.975151 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.975368 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.975628 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.975948 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.976194 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.976457 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.976676 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.976941 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.977190 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.977438 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.977674 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.977915 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.978159 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.978433 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.978664 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.978912 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.979164 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.979381 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.979635 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.979857 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.980101 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.980337 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.980592 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.980840 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.981178 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.981575 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.981815 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.982310 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.982548 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.982826 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.983050 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.983330 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.983556 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.983827 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.984125 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.984389 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.984691 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.985466 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.985721 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.985996 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.986234 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.986514 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.986771 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.987014 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.987255 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.987529 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.987834 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.988066 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.988322 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.988557 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.988864 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.989096 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.989314 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.989530 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.989813 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.990045 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.990319 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.990587 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.990851 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.991105 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.991353 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.991583 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.991840 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.992036 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.992286 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.992508 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.992744 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.992962 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.993208 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.993423 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.993657 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.993920 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.994151 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.994411 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.994647 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.994869 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.995090 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.995321 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.995536 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.995758 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.995995 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.996214 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.996432 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.996652 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.996884 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.997138 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.997356 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.997645 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.997918 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.998153 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.998409 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.998920 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.999160 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.999379 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.999628 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:05.999849 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.000085 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.000350 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.000574 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.000796 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.001036 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.001267 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.001503 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.001757 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.002006 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.002371 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.002627 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.002874 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.003120 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.003352 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.003590 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.003838 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.004058 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.004275 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.004515 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.004731 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.005012 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.005267 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.005520 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.005766 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.005980 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.006193 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.006455 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.006667 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.006963 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.007206 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.007945 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.008410 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.008649 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.008870 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.009125 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.009338 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.009549 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.009777 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.010273 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.010273 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.010463 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.010649 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.010862 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.011107 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.011328 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.011539 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.012166 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.012389 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.012652 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.012880 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.013097 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.013309 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.013538 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.013746 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.014122 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.014375 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.014594 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.014806 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.015058 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.015271 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.015482 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.015706 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.015985 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.016197 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.016530 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.016952 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.017204 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.017493 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.017740 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.018000 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.018307 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.018822 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.019109 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.019428 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.019654 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.019879 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.020103 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.020375 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.020699 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.020974 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.021566 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.021566 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.021699 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.021986 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.022283 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.022508 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.022811 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.023167 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.023433 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.023692 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.023923 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.024196 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.024440 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.024661 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.024880 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.025115 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.025334 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.025584 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.025802 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.026037 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.026264 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.026508 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.026727 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.026953 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.027189 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.027443 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.027661 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.027822 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 16:07:06.028372 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93905) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 16:07:06.028543 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 16:07:06.028683 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 16:07:06.028857 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 16:07:06.029042 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 16:07:06.029202 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 16:07:06.029410 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.029577 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.029742 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.029905 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.030069 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.030262 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.030438 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.030601 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.030769 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.030931 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.031093 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.031256 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.031418 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.032102 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.032271 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.032434 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.032596 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.032758 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.032927 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.033089 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.033256 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.033413 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.033575 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] debug = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.033736 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.033937 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.034101 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.034460 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.034624 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.034789 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.034953 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.035116 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.035273 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.035430 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.035592 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.035755 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.035917 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.036080 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.036241 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.036402 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.036565 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.036727 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] host = dv-cinder-800695-5-iscsi {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.036889 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.037051 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.037229 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.037374 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.037508 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.037702 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.038747 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.038747 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.038747 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.038747 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.038747 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.039193 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.039193 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.039827 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.039827 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_options = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.039827 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.039827 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.040114 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.040114 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.040257 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.040414 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.040585 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.040749 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.040915 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.041078 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.041243 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.041415 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.041554 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.041720 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.041885 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.042045 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.042207 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.042391 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.042542 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.042863 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.043025 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.043182 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.043347 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.043513 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.043670 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.043832 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.043994 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.044156 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.044318 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.044481 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.044643 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.044807 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.044971 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.045133 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.045296 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.045459 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.045623 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.045788 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.045950 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.046107 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.046299 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.046455 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.046627 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.046775 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.047264 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.047264 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_json = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.047264 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.048255 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.048255 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.048255 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.048661 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.048661 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.048661 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.048867 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:07:06.049136 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.049136 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.049311 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.049460 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.049625 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.049788 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.049951 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.050114 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.050298 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.050461 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.050632 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.050795 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.050968 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.051134 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.051299 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.051464 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.051629 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.051791 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.051953 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.052117 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.052280 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.052442 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.052614 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.052782 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.052943 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.053077 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.053243 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.053421 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.053583 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.053746 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.053910 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.054085 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.054234 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.054418 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.054582 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.054746 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.054910 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.055072 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.055234 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.055399 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.055560 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.055723 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.055887 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.056036 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.056201 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.056364 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.056526 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.056689 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.056851 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.057015 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.057419 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.057419 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.057677 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.057677 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.057911 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.058033 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.058164 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:06.058339 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.058339 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.058565 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.059419 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.059594 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.059763 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.059929 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.060095 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.060260 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.060425 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.060605 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.060770 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.060934 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.061100 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.061263 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.061495 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.061602 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.061744 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.061906 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.062068 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.062231 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.062421 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.062580 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.062744 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.062920 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.063131 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.063259 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.063383 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.063534 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.063697 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.063861 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.064025 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.064188 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.064362 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.064539 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.064702 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.064866 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.065033 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.065198 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.065360 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.065524 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.065687 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.065850 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.066061 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.066177 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.066363 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.066529 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.066691 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.066854 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.067016 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.067179 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.067362 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.067526 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.067686 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.067848 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.068010 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.068171 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.068333 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.068495 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.068658 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.068829 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.068990 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.069262 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.069551 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.069782 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.069965 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.070130 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.070319 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.070489 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.070648 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.070807 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.071199 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.071345 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.071512 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.071676 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.071839 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.072009 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.072185 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.072350 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.072514 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.072676 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.072862 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.073026 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.073240 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.073368 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.073490 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.073641 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.073805 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.073969 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.074133 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.074524 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.074524 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.074767 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.074889 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.075011 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.075094 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.075251 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.075416 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.075581 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.075748 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.075913 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.076079 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.076243 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.076407 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.076600 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.076741 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.076887 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.077051 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.077215 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.077380 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.077545 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.077706 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.077871 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.078034 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.078197 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.078412 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.078579 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.078744 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.078910 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.079074 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.079240 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.079406 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.079585 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.079733 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.079888 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.080054 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.080220 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.080385 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.080550 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.080714 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.080881 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.081047 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.081216 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.081381 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.081545 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.081709 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.081887 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.082051 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.082215 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.082425 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.082590 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.082739 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.082906 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.083070 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.083285 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.083384 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.083544 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.083710 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.084048 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.084048 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.084356 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.084356 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.084590 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.084712 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.084802 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.084957 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.085120 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.085284 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.085492 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.085662 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.085827 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.086001 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.086165 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.086353 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.086516 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.086680 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.086844 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.087018 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.087183 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.087346 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.087509 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.087671 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.087834 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.088007 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.088171 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.088334 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.088497 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.088660 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.088822 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.088995 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.089159 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.089322 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.089489 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.089651 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.089812 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.090161 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.090363 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.090528 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.090693 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.090859 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.091023 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.091201 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.091367 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.091530 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.091704 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.091867 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.092030 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.092192 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.092369 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.092533 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.092698 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.092861 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.093024 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.093187 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.093353 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.093524 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.093696 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.093866 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.094600 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.094714 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.094892 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.095063 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.095226 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.095397 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.095573 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.095737 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.095900 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.096064 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.096228 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.096392 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.096557 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.096722 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.096886 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.097049 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.097212 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.097376 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.097539 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.097703 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.097868 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.098031 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.098194 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.098382 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.098547 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.098710 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:07:06.098867 dv-cinder-800695-5-iscsi neutron-server[93905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 16:07:06.342891 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 56996) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:06.351978 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064216 Aug 27 16:07:17.676826 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458e5ea-48a1-4de8-864e-71f04a756d52 None None] get_active_networks_info from dv-cinder-800695-5-iscsi {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:07:17.752491 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458e5ea-48a1-4de8-864e-71f04a756d52 None None] No non-hosted networks {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 16:07:17.764835 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.agentschedulers_db [None req-e458e5ea-48a1-4de8-864e-71f04a756d52 None None] DHCP Agent not found on host dv-cinder-800695-5-iscsi {{(pid=94014) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 16:07:17.899332 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-babf7b13-0534-440d-b0e7-e04f1daf32bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993589'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:20.017756 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc620845-95f1-4670-8976-497a8ddd58ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993589'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:20.081269 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-903a027e-fbdb-49fa-93e4-af59bc43a8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:20.258045 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993589'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:20.258736 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.259082 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.259415 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.259748 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.260068 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.260394 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.260717 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.261067 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.261392 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.261718 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.262040 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.262388 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:20.262824 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800695-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:20.279272 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800695-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:21.369154 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993589'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:22.794026 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993589'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:24.089086 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57090) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:24.581650 dv-cinder-800695-5-iscsi neutron-server[94013]: WARNING oslo_policy.policy [None req-a085b8fc-7705-47b7-be95-2cb2afeffec1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:07:24.582350 dv-cinder-800695-5-iscsi neutron-server[94013]: WARNING oslo_policy.policy [None req-a085b8fc-7705-47b7-be95-2cb2afeffec1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:07:24.802900 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [None req-a085b8fc-7705-47b7-be95-2cb2afeffec1 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:07:24.817645 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a085b8fc-7705-47b7-be95-2cb2afeffec1 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7139688 Aug 27 16:07:26.333219 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.db.l3_hamode_db [None req-99962774-7420-4338-8539-5e6556533319 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 16:07:26.408956 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99962774-7420-4338-8539-5e6556533319 None None] Routers set() bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:07:26.409345 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99962774-7420-4338-8539-5e6556533319 None None] Router IDs set() for agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 16:07:27.204943 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57104) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:27.512133 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e6d3a0d0-bfec-4bff-ac99-d07ccf2b1939 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:27.603236 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.policy [None req-e6d3a0d0-bfec-4bff-ac99-d07ccf2b1939 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94013) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 16:07:27.647740 dv-cinder-800695-5-iscsi neutron-server[94013]: WARNING oslo_policy.policy [None req-e6d3a0d0-bfec-4bff-ac99-d07ccf2b1939 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:07:27.648103 dv-cinder-800695-5-iscsi neutron-server[94013]: WARNING oslo_policy.policy [None req-e6d3a0d0-bfec-4bff-ac99-d07ccf2b1939 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:07:27.656473 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.quota [None req-e6d3a0d0-bfec-4bff-ac99-d07ccf2b1939 admin admin] Loaded quota_driver: . Aug 27 16:07:27.743588 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0d0-bfec-4bff-ac99-d07ccf2b1939 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750640948116', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750640947683', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750640967716', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750640970048', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750641572901', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750640982589', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1017080', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-942534', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2025404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1700892'] for rbac-policy, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:27.808185 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0d0-bfec-4bff-ac99-d07ccf2b1939 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:27.809361 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-e6d3a0d0-bfec-4bff-ac99-d07ccf2b1939 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6034694 Aug 27 16:07:30.366222 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57116) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:30.683424 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:30.715514 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Made reservation on behalf of a637b7fcbc364eee977c12a3ee37bac2 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:30.719013 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:30.735806 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:30.873592 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:30.878451 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:30.902815 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:07:30.927128 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750642718437', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:30.927711 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Unsubscribe: segment precommit_create {{(pid=94013) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 16:07:30.928351 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.segments_db [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Added segment 4a4e7cb2-d09c-44c9-9e2a-f8334ca43325 of type vlan for network 70e3779d-4e7b-40ed-8997-bca045809bff Aug 27 16:07:30.934071 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ee8574-feb2-4c27-9d16-a023013fae23,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:30.956833 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.957190 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.957527 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.957852 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.958310 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.958680 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.959003 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.959317 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.959631 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.959941 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.960250 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.960558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Tracked resource versions report: Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: pushed versions: Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: { 'AddressGroup': {'1.2'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'ConntrackHelper': {'1.0'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Log': {'1.0'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Network': {'1.1'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Port': {'1.7'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'PortForwarding': {'1.2'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'QosPolicy': {'1.9'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SecurityGroup': {'1.4'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SubPort': {'1.0'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Subnet': {'1.1'}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Trunk': {'1.1'}} Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: consumer versions: Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: { DHCP agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: L3 agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: Metadata agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: Metering agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: Open vSwitch agent@dv-cinder-800695-5-iscsi: { 'AddressGroup': '1.2', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'ConntrackHelper': '1.0', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Log': '1.0', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Network': '1.1', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Port': '1.7', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'PortForwarding': '1.2', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'QosPolicy': '1.9', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SecurityGroup': '1.4', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SecurityGroupRule': '1.2', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SubPort': '1.0', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Subnet': '1.1', Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Trunk': '1.1'}} Aug 27 16:07:30.961587 dv-cinder-800695-5-iscsi neutron-server[94013]: {{(pid=94013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:07:31.051108 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:31.089798 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:31.090896 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:31.091531 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:31.174271 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8068480 Aug 27 16:07:31.187930 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78f298-537c-406f-bd36-256d668a9980 admin admin] Pushing event updated for resources: {'Network': ['ID=70e3779d-4e7b-40ed-8997-bca045809bff,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:31.200387 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 70e3779d-4e7b-40ed-8997-bca045809bff details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:07:33.781893 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 57130) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:34.272048 dv-cinder-800695-5-iscsi neutron-server[94012]: WARNING oslo_policy.policy [None req-a9f76501-37b9-446b-ad81-85018dc13fb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:07:34.272638 dv-cinder-800695-5-iscsi neutron-server[94012]: WARNING oslo_policy.policy [None req-a9f76501-37b9-446b-ad81-85018dc13fb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:07:34.711335 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.policy [None req-a9f76501-37b9-446b-ad81-85018dc13fb1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94012) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 16:07:34.756056 dv-cinder-800695-5-iscsi neutron-server[94012]: WARNING oslo_policy.policy [None req-a9f76501-37b9-446b-ad81-85018dc13fb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:07:34.756452 dv-cinder-800695-5-iscsi neutron-server[94012]: WARNING oslo_policy.policy [None req-a9f76501-37b9-446b-ad81-85018dc13fb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:07:34.764485 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f76501-37b9-446b-ad81-85018dc13fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:34.766998 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a9f76501-37b9-446b-ad81-85018dc13fb1 admin admin] 10.222.0.60 "GET /v2.0/networks/70e3779d-4e7b-40ed-8997-bca045809bff HTTP/1.1" status: 200 len: 825 time: 0.9830134 Aug 27 16:07:34.806400 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-32578cc0-a2ba-4633-8b96-d5c84015136f admin admin] 10.222.0.60 "GET /v2.0/subnetpools/a0cb9b9a-88a0-4abe-a7c8-11e353eefb8f HTTP/1.1" status: 200 len: 734 time: 0.0332432 Aug 27 16:07:34.816310 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'name': 'private-subnet', 'subnetpool_id': 'a0cb9b9a-88a0-4abe-a7c8-11e353eefb8f', 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:34.817902 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.quota [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Loaded quota_driver: . Aug 27 16:07:34.855368 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Made reservation on behalf of a637b7fcbc364eee977c12a3ee37bac2 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:34.858163 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:35.139613 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:35.212786 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96254ed-b966-4717-8390-3d65cda7045e,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:35.216812 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Checking segment: {'id': '4a4e7cb2-d09c-44c9-9e2a-f8334ca43325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:35.217201 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Network hostable DHCP agents. Network: 70e3779d-4e7b-40ed-8997-bca045809bff, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:07:35.226270 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.226635 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.226992 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.227317 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.227634 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.227970 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.228294 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.228609 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.228937 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.229255 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.229566 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.229876 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Tracked resource versions report: Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: pushed versions: Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: { 'AddressGroup': {'1.2'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Log': {'1.0'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Network': {'1.1'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Port': {'1.7'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'PortForwarding': {'1.2'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'QosPolicy': {'1.9'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SecurityGroup': {'1.4'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SubPort': {'1.0'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Subnet': {'1.1'}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Trunk': {'1.1'}} Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: consumer versions: Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: { DHCP agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: L3 agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: Metadata agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: Metering agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: Open vSwitch agent@dv-cinder-800695-5-iscsi: { 'AddressGroup': '1.2', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'ConntrackHelper': '1.0', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Log': '1.0', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Network': '1.1', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Port': '1.7', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'PortForwarding': '1.2', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'QosPolicy': '1.9', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SecurityGroup': '1.4', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SecurityGroupRule': '1.2', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SubPort': '1.0', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Subnet': '1.1', Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Trunk': '1.1'}} Aug 27 16:07:35.231081 dv-cinder-800695-5-iscsi neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:07:35.275336 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Network 70e3779d-4e7b-40ed-8997-bca045809bff is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:07:35.287174 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 70e3779d-4e7b-40ed-8997-bca045809bff) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:35.291834 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:35.292448 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:35.297034 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686a761b-84e3-4178-be4c-9d0ee7731311 None None] Network 70e3779d-4e7b-40ed-8997-bca045809bff requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:07:35.312170 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0108795f-bd99-47de-9353-b3318e2eae12 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4987960 Aug 27 16:07:35.611882 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb75401-a5be-5b0a-afe3-807abf29c83e-70e3779d-4e7b-40ed-8997-bca045809bff', 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'fixed_ips': [{'subnet_id': 'c96254ed-b966-4717-8390-3d65cda7045e'}]}} from dv-cinder-800695-5-iscsi. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:07:35.613119 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:35.881424 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Allocated IP 172.20.0.2 (70e3779d-4e7b-40ed-8997-bca045809bff/c96254ed-b966-4717-8390-3d65cda7045e/ad95da65-b9e5-49c9-9aee-504a8cc118c7) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:07:36.109165 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:36.124663 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Transition to ACTIVE for port object ad95da65-b9e5-49c9-9aee-504a8cc118c7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:36.147237 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Transition to ACTIVE for port object ad95da65-b9e5-49c9-9aee-504a8cc118c7 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:36.154930 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:36.222438 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Network 70e3779d-4e7b-40ed-8997-bca045809bff is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:07:36.229027 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:36.232690 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:07:36.250091 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Pushing event updated for resources: {'Port': ['ID=ad95da65-b9e5-49c9-9aee-504a8cc118c7,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:36.276219 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.276560 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.276896 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.277227 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.277553 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.277879 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.278201 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.278550 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.278889 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.279210 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.279527 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.279839 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Tracked resource versions report: Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: pushed versions: Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: { 'AddressGroup': {'1.2'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'ConntrackHelper': {'1.0'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Log': {'1.0'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Network': {'1.1'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Port': {'1.7'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'PortForwarding': {'1.2'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'QosPolicy': {'1.9'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SecurityGroup': {'1.4'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SubPort': {'1.0'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Subnet': {'1.1'}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Trunk': {'1.1'}} Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: consumer versions: Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: { DHCP agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: L3 agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: Metadata agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: Metering agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: Open vSwitch agent@dv-cinder-800695-5-iscsi: { 'AddressGroup': '1.2', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'ConntrackHelper': '1.0', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Log': '1.0', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Network': '1.1', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Port': '1.7', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'PortForwarding': '1.2', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'QosPolicy': '1.9', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SecurityGroup': '1.4', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SecurityGroupRule': '1.2', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SubPort': '1.0', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Subnet': '1.1', Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Trunk': '1.1'}} Aug 27 16:07:36.280933 dv-cinder-800695-5-iscsi neutron-server[94014]: {{(pid=94014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:07:36.328795 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Attempting to bind port ad95da65-b9e5-49c9-9aee-504a8cc118c7 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:07:36.329415 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Attempting to bind port ad95da65-b9e5-49c9-9aee-504a8cc118c7 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '4a4e7cb2-d09c-44c9-9e2a-f8334ca43325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:07:36.329616 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Attempting to bind port ad95da65-b9e5-49c9-9aee-504a8cc118c7 on network 70e3779d-4e7b-40ed-8997-bca045809bff {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:36.334446 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:07:36.334851 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Checking segment: {'id': '4a4e7cb2-d09c-44c9-9e2a-f8334ca43325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:36.335331 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:36.335721 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Bound using segment: {'id': '4a4e7cb2-d09c-44c9-9e2a-f8334ca43325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:07:36.336226 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Bound port: ad95da65-b9e5-49c9-9aee-504a8cc118c7, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4e7cb2-d09c-44c9-9e2a-f8334ca43325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:07:36.336627 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:36.399576 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] For port ad95da65-b9e5-49c9-9aee-504a8cc118c7, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:36.403741 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] For port ad95da65-b9e5-49c9-9aee-504a8cc118c7, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=ad95da65-b9e5-49c9-9aee-504a8cc118c7,segment=NetworkSegment(4a4e7cb2-d09c-44c9-9e2a-f8334ca43325),segment_id=4a4e7cb2-d09c-44c9-9e2a-f8334ca43325)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:07:36.408923 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:36.472097 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5821af-9735-4cbf-bbef-f332cadee8fd None None] Pushing event updated for resources: {'Port': ['ID=ad95da65-b9e5-49c9-9aee-504a8cc118c7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:37.688977 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57150) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:38.004032 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [None req-24da6440-0fb0-41cc-b1a3-df06c013da81 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:07:38.005047 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-24da6440-0fb0-41cc-b1a3-df06c013da81 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150282 Aug 27 16:07:40.365032 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57158) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:40.675404 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [None req-7afbe96b-5a92-43d2-9746-ec1da37dc5ba admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:07:40.676422 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-7afbe96b-5a92-43d2-9746-ec1da37dc5ba admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104429 Aug 27 16:07:43.304463 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57168) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:43.602682 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-47c56bd3-5e6d-4025-a32f-c82eb0ccd8c3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'name': 'router1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:43.627377 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47c56bd3-5e6d-4025-a32f-c82eb0ccd8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2072572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4658'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:43.629042 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47c56bd3-5e6d-4025-a32f-c82eb0ccd8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2072400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:43.779465 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47c56bd3-5e6d-4025-a32f-c82eb0ccd8c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:43.784821 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47c56bd3-5e6d-4025-a32f-c82eb0ccd8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2072427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:43.798364 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47c56bd3-5e6d-4025-a32f-c82eb0ccd8c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:43.799572 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-47c56bd3-5e6d-4025-a32f-c82eb0ccd8c3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4941492 Aug 27 16:07:44.142720 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device ad95da65-b9e5-49c9-9aee-504a8cc118c7 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:07:44.225686 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port ad95da65-b9e5-49c9-9aee-504a8cc118c7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:44.797089 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1df545-7ecc-4d7c-9b83-064525b8fc99 None None] Network 70e3779d-4e7b-40ed-8997-bca045809bff requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:07:44.851607 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d7488bff-f055-44ad-916a-8f2ef00660d6 None None] Provisioning for port ad95da65-b9e5-49c9-9aee-504a8cc118c7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:44.859468 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d7488bff-f055-44ad-916a-8f2ef00660d6 None None] Provisioning complete for port ad95da65-b9e5-49c9-9aee-504a8cc118c7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:44.859853 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d7488bff-f055-44ad-916a-8f2ef00660d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:45.039149 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d7488bff-f055-44ad-916a-8f2ef00660d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:45.088249 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d7488bff-f055-44ad-916a-8f2ef00660d6 None None] For port ad95da65-b9e5-49c9-9aee-504a8cc118c7, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=ad95da65-b9e5-49c9-9aee-504a8cc118c7,segment=NetworkSegment(4a4e7cb2-d09c-44c9-9e2a-f8334ca43325),segment_id=4a4e7cb2-d09c-44c9-9e2a-f8334ca43325)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:45.092517 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d7488bff-f055-44ad-916a-8f2ef00660d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:45.140261 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7488bff-f055-44ad-916a-8f2ef00660d6 None None] Pushing event updated for resources: {'Port': ['ID=ad95da65-b9e5-49c9-9aee-504a8cc118c7,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:45.311779 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8eddaf85-17ae-4a45-acfc-4b7999e99357 None None] Provisioning complete for port ad95da65-b9e5-49c9-9aee-504a8cc118c7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:45.312402 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8eddaf85-17ae-4a45-acfc-4b7999e99357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.127297 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device ad95da65-b9e5-49c9-9aee-504a8cc118c7 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:07:46.164679 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57180) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:46.172519 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port ad95da65-b9e5-49c9-9aee-504a8cc118c7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:46.172904 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.479224 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [None req-187a86a5-f1a4-4e96-8793-0324dd6372a1 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:07:46.480210 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-187a86a5-f1a4-4e96-8793-0324dd6372a1 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3146069 Aug 27 16:07:47.563641 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f8f74f48-13a8-49da-8dc5-851d5218e40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:48.844578 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 57188) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:49.152513 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:49.175416 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Made reservation on behalf of b4858358326d4e8f888e9d15439e34c4 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:49.177647 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:49.192594 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:49.305017 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:49.308944 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:49.323989 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Reserving flat network on physical network physnet1 {{(pid=94012) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 16:07:49.344588 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dce4b2-3308-4c85-9e1c-ee62a070d656,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:49.350310 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750642718437', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:49.350871 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Unsubscribe: segment precommit_create {{(pid=94012) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 16:07:49.351354 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Added segment db7417ac-fd88-4d32-bfe3-d5304cb479a6 of type flat for network 2f103694-ff76-4964-9445-b94d6a64c4a3 Aug 27 16:07:49.402471 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:49.440816 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:49.441723 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:49.442312 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:49.533075 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6874034 Aug 27 16:07:49.550714 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c0c23-6721-4043-8ff4-bc49e47f89bb admin admin] Pushing event updated for resources: {'Network': ['ID=2f103694-ff76-4964-9445-b94d6a64c4a3,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:49.562037 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:07:50.010914 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0430-4369-4012-8de3-912f4c63c711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:50.257003 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:51.322058 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:51.901910 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 57206) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:52.078719 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d420c7-ab23-4701-9ac3-b4e95f2c259f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:52.080075 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-01d420c7-ab23-4701-9ac3-b4e95f2c259f admin admin] 10.222.0.60 "GET /v2.0/subnets/c96254ed-b966-4717-8390-3d65cda7045e HTTP/1.1" status: 200 len: 849 time: 0.1771064 Aug 27 16:07:52.236427 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d386c299-43c7-4782-afc7-00b74362a360 admin admin] 10.222.0.60 "GET /v2.0/routers/079266ba-2028-48a4-bc90-7311399989f7 HTTP/1.1" status: 200 len: 704 time: 0.1502082 Aug 27 16:07:52.500555 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:52.754223 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:52.787477 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Allocated IP 172.20.0.1 (70e3779d-4e7b-40ed-8997-bca045809bff/c96254ed-b966-4717-8390-3d65cda7045e/8dbb3635-ed49-49ba-8209-421128b9bc5c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:07:52.940821 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:52.961928 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Transition to ACTIVE for port object 8dbb3635-ed49-49ba-8209-421128b9bc5c will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:53.027628 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.094467 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Network 70e3779d-4e7b-40ed-8997-bca045809bff is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:07:53.101110 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:53.106611 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:07:53.107036 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2070330'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.131747 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Pushing event updated for resources: {'Port': ['ID=8dbb3635-ed49-49ba-8209-421128b9bc5c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:53.351707 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cbd48343-5bce-45e0-86f6-2c8b79890516 None None] Provisioning for port 8dbb3635-ed49-49ba-8209-421128b9bc5c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:53.352672 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.355348 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cbd48343-5bce-45e0-86f6-2c8b79890516 None None] Provisioning complete for port 8dbb3635-ed49-49ba-8209-421128b9bc5c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:53.355712 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cbd48343-5bce-45e0-86f6-2c8b79890516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.387794 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-cbd48343-5bce-45e0-86f6-2c8b79890516 None None] Port 8dbb3635-ed49-49ba-8209-421128b9bc5c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:07:53.568426 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.572795 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.573616 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068709'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.650203 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Pushing event updated for resources: {'Port': ['ID=8dbb3635-ed49-49ba-8209-421128b9bc5c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:53.699313 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Network 70e3779d-4e7b-40ed-8997-bca045809bff is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:07:53.700602 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:53.858380 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Router 079266ba-2028-48a4-bc90-7311399989f7 is scheduled to L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:07:53.908690 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-704b2fc8-1d6c-4e8d-b949-512b8eaad45e None None] Provisioning complete for port 8dbb3635-ed49-49ba-8209-421128b9bc5c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:53.909263 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-704b2fc8-1d6c-4e8d-b949-512b8eaad45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.943348 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-704b2fc8-1d6c-4e8d-b949-512b8eaad45e None None] Port 8dbb3635-ed49-49ba-8209-421128b9bc5c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:07:53.946467 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:07:53.951692 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c3eb1394-fb9b-4fd1-8108-457a21aad8dc admin admin] 10.222.0.60 "PUT /v2.0/routers/079266ba-2028-48a4-bc90-7311399989f7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7096002 Aug 27 16:07:53.956810 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Sync routers for ids ['079266ba-2028-48a4-bc90-7311399989f7'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:07:53.968937 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Routers {'079266ba-2028-48a4-bc90-7311399989f7'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:07:53.969720 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:07:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['079266ba-2028-48a4-bc90-7311399989f7'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:54.154277 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Set router 079266ba-2028-48a4-bc90-7311399989f7 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:07:54.574786 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079266ba-2028-48a4-bc90-7311399989f7', 'name': 'router1', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:07:43Z', 'updated_at': '2021-08-27T16:07:53Z', 'revision_number': 2, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'gw_port_host': None, '_interfaces': [{'id': '8dbb3635-ed49-49ba-8209-421128b9bc5c', 'name': '', 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'mac_address': 'fa:16:3e:14:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079266ba-2028-48a4-bc90-7311399989f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:07:52Z', 'updated_at': '2021-08-27T16:07:53Z', 'revision_number': 2, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'subnets': [{'id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cb9b9a-88a0-4abe-a7c8-11e353eefb8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:54.626349 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Checking router: 079266ba-2028-48a4-bc90-7311399989f7 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:07:54.626715 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Updating router 079266ba-2028-48a4-bc90-7311399989f7 port 8dbb3635-ed49-49ba-8209-421128b9bc5c binding host dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:07:54.673619 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.191559 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.209276 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Transition to ACTIVE for port object 8dbb3635-ed49-49ba-8209-421128b9bc5c will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:55.215264 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.380933 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Attempting to bind port 8dbb3635-ed49-49ba-8209-421128b9bc5c on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:07:55.381324 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Attempting to bind port 8dbb3635-ed49-49ba-8209-421128b9bc5c by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '4a4e7cb2-d09c-44c9-9e2a-f8334ca43325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:07:55.381759 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Attempting to bind port 8dbb3635-ed49-49ba-8209-421128b9bc5c on network 70e3779d-4e7b-40ed-8997-bca045809bff {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:55.383881 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Pushing event updated for resources: {'Port': ['ID=8dbb3635-ed49-49ba-8209-421128b9bc5c,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:55.393586 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:07:55.393986 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Checking segment: {'id': '4a4e7cb2-d09c-44c9-9e2a-f8334ca43325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:55.394495 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.394880 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Bound using segment: {'id': '4a4e7cb2-d09c-44c9-9e2a-f8334ca43325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:07:55.395373 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Bound port: 8dbb3635-ed49-49ba-8209-421128b9bc5c, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4e7cb2-d09c-44c9-9e2a-f8334ca43325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:07:55.395767 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.398154 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.398521 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.398851 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.399179 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.399501 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.399819 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.400136 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.400451 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.400775 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.401090 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.401404 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.401714 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Tracked resource versions report: Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: pushed versions: Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: { 'AddressGroup': {'1.2'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'ConntrackHelper': {'1.0'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Log': {'1.0'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Network': {'1.1'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Port': {'1.7'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'PortForwarding': {'1.2'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'QosPolicy': {'1.9'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SecurityGroup': {'1.4'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SubPort': {'1.0'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Subnet': {'1.1'}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Trunk': {'1.1'}} Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: consumer versions: Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: { DHCP agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: L3 agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: Metadata agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: Metering agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: Open vSwitch agent@dv-cinder-800695-5-iscsi: { 'AddressGroup': '1.2', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'ConntrackHelper': '1.0', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Log': '1.0', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Network': '1.1', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Port': '1.7', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'PortForwarding': '1.2', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'QosPolicy': '1.9', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SecurityGroup': '1.4', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SecurityGroupRule': '1.2', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SubPort': '1.0', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Subnet': '1.1', Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Trunk': '1.1'}} Aug 27 16:07:55.402786 dv-cinder-800695-5-iscsi neutron-server[94015]: {{(pid=94015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:07:55.473455 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] For port 8dbb3635-ed49-49ba-8209-421128b9bc5c, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:55.493962 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] For port 8dbb3635-ed49-49ba-8209-421128b9bc5c, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=8dbb3635-ed49-49ba-8209-421128b9bc5c,segment=NetworkSegment(4a4e7cb2-d09c-44c9-9e2a-f8334ca43325),segment_id=4a4e7cb2-d09c-44c9-9e2a-f8334ca43325)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:07:55.498672 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.551981 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Routers {'079266ba-2028-48a4-bc90-7311399989f7'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:07:55.552446 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:07:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['079266ba-2028-48a4-bc90-7311399989f7'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:55.591890 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70e78b-5f29-4c17-9741-bf90fe4f48b9 None None] Pushing event updated for resources: {'Port': ['ID=8dbb3635-ed49-49ba-8209-421128b9bc5c,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:55.644707 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] Set router 079266ba-2028-48a4-bc90-7311399989f7 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:07:55.850732 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079266ba-2028-48a4-bc90-7311399989f7', 'name': 'router1', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:07:43Z', 'updated_at': '2021-08-27T16:07:53Z', 'revision_number': 2, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'gw_port_host': None, '_interfaces': [{'id': '8dbb3635-ed49-49ba-8209-421128b9bc5c', 'name': '', 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'mac_address': 'fa:16:3e:14:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079266ba-2028-48a4-bc90-7311399989f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:07:52Z', 'updated_at': '2021-08-27T16:07:55Z', 'revision_number': 4, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'subnets': [{'id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cb9b9a-88a0-4abe-a7c8-11e353eefb8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:55.879321 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ae622-9bb1-4a61-a940-289f90786165 None None] The sync data for ids ['079266ba-2028-48a4-bc90-7311399989f7'] in dv-cinder-800695-5-iscsi is: [{'id': '079266ba-2028-48a4-bc90-7311399989f7', 'name': 'router1', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:07:43Z', 'updated_at': '2021-08-27T16:07:53Z', 'revision_number': 2, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'gw_port_host': None, '_interfaces': [{'id': '8dbb3635-ed49-49ba-8209-421128b9bc5c', 'name': '', 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'mac_address': 'fa:16:3e:14:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079266ba-2028-48a4-bc90-7311399989f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:07:52Z', 'updated_at': '2021-08-27T16:07:55Z', 'revision_number': 4, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'subnets': [{'id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cb9b9a-88a0-4abe-a7c8-11e353eefb8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:07:55.974626 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:07:56.195692 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 57226) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:56.304998 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef6e14-639a-443b-827e-484714a9ee15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.306627 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e7ef6e14-639a-443b-827e-484714a9ee15 admin admin] 10.222.0.60 "GET /v2.0/networks/2f103694-ff76-4964-9445-b94d6a64c4a3 HTTP/1.1" status: 200 len: 842 time: 0.1097858 Aug 27 16:07:56.316913 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Request body: {'subnet': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:56.338133 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Made reservation on behalf of b4858358326d4e8f888e9d15439e34c4 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:56.340408 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.618170 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.objects.ports [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:07:56.618604 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.666011 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c108ad0-9cd1-41fe-8db1-73b82a049cdc,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:56.680640 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:56.680997 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Network hostable DHCP agents. Network: 2f103694-ff76-4964-9445-b94d6a64c4a3, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:07:56.699764 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:07:56.707586 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 2f103694-ff76-4964-9445-b94d6a64c4a3) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:56.711643 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.712228 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.716825 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ad9f3-1c57-4a8f-91e6-2e5cfc1cf048 None None] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:07:56.730749 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-167a12f0-1319-48f4-9195-a4afaac21268 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4111302 Aug 27 16:07:56.844810 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ee40ea-f978-4d88-ba5b-c3f96a1a2e85 None None] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:07:59.003477 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 57234) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:59.136514 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b74d6a9b-9fe4-4984-a269-e14d906d162f admin admin] 10.222.0.60 "GET /v2.0/routers/079266ba-2028-48a4-bc90-7311399989f7 HTTP/1.1" status: 200 len: 710 time: 0.1316550 Aug 27 16:07:59.220589 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7433f145-0412-44df-8c0b-28a019e70cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:59.221878 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7433f145-0412-44df-8c0b-28a019e70cd9 admin admin] 10.222.0.60 "GET /v2.0/networks/2f103694-ff76-4964-9445-b94d6a64c4a3 HTTP/1.1" status: 200 len: 886 time: 0.0794070 Aug 27 16:07:59.231467 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:59.560389 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.795532 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.869775 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.970870 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Allocated IP 172.27.0.46 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/555054db-6cf3-4a1f-9cd0-b609479f5e18) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:00.073047 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.111170 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.147876 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:00.150708 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:00.158865 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:00.164486 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Pushing event updated for resources: {'Port': ['ID=555054db-6cf3-4a1f-9cd0-b609479f5e18,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:00.404149 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.593963 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2070464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2072418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4823'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.597404 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2070491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2070482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2072437'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.780435 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Router 079266ba-2028-48a4-bc90-7311399989f7 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:08:00.888223 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:08:00.892582 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.893730 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ed5457a9-0924-47fd-bcc2-929c066510b3 admin admin] 10.222.0.60 "PUT /v2.0/routers/079266ba-2028-48a4-bc90-7311399989f7 HTTP/1.1" status: 200 len: 889 time: 1.6654966 Aug 27 16:08:02.155306 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 8dbb3635-ed49-49ba-8209-421128b9bc5c up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:02.212031 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 8dbb3635-ed49-49ba-8209-421128b9bc5c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:02.216065 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 8dbb3635-ed49-49ba-8209-421128b9bc5c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:02.216439 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:02.260871 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Sync routers for ids ['079266ba-2028-48a4-bc90-7311399989f7'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:08:02.292352 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Routers {'079266ba-2028-48a4-bc90-7311399989f7'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:02.292932 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:07:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['079266ba-2028-48a4-bc90-7311399989f7'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:02.426713 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:02.547150 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 8dbb3635-ed49-49ba-8209-421128b9bc5c, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=8dbb3635-ed49-49ba-8209-421128b9bc5c,segment=NetworkSegment(4a4e7cb2-d09c-44c9-9e2a-f8334ca43325),segment_id=4a4e7cb2-d09c-44c9-9e2a-f8334ca43325)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:02.554099 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:02.594693 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Set router 079266ba-2028-48a4-bc90-7311399989f7 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:02.756179 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=8dbb3635-ed49-49ba-8209-421128b9bc5c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:02.999028 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079266ba-2028-48a4-bc90-7311399989f7', 'name': 'router1', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '555054db-6cf3-4a1f-9cd0-b609479f5e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:07:43Z', 'updated_at': '2021-08-27T16:08:00Z', 'revision_number': 4, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'gw_port': {'id': '555054db-6cf3-4a1f-9cd0-b609479f5e18', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079266ba-2028-48a4-bc90-7311399989f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:07:59Z', 'updated_at': '2021-08-27T16:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '8dbb3635-ed49-49ba-8209-421128b9bc5c', 'name': '', 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'mac_address': 'fa:16:3e:14:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079266ba-2028-48a4-bc90-7311399989f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:07:52Z', 'updated_at': '2021-08-27T16:07:55Z', 'revision_number': 4, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'subnets': [{'id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cb9b9a-88a0-4abe-a7c8-11e353eefb8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:03.048792 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Checking router: 079266ba-2028-48a4-bc90-7311399989f7 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:08:03.049151 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Updating router 079266ba-2028-48a4-bc90-7311399989f7 port 555054db-6cf3-4a1f-9cd0-b609479f5e18 binding host dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:08:03.103644 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.334258 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 57246) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:03.419711 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.430033 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Transition to ACTIVE for port object 555054db-6cf3-4a1f-9cd0-b609479f5e18 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:03.436662 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.458287 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d2ebb474-6b7f-4388-89c4-d7e018bca410 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1219995 Aug 27 16:08:03.492198 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Attempting to bind port 555054db-6cf3-4a1f-9cd0-b609479f5e18 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:03.492574 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Attempting to bind port 555054db-6cf3-4a1f-9cd0-b609479f5e18 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:03.492938 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Attempting to bind port 555054db-6cf3-4a1f-9cd0-b609479f5e18 on network 2f103694-ff76-4964-9445-b94d6a64c4a3 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:03.494996 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a00fe-9973-4f39-a5fb-be7d9cf6d4f8 None None] Pushing event updated for resources: {'Port': ['ID=555054db-6cf3-4a1f-9cd0-b609479f5e18,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:03.503511 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:03.503688 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:03.503978 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.504468 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Bound using segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:03.504823 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Bound port: 555054db-6cf3-4a1f-9cd0-b609479f5e18, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:03.505226 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.559498 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] For port 555054db-6cf3-4a1f-9cd0-b609479f5e18, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:03.563415 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] For port 555054db-6cf3-4a1f-9cd0-b609479f5e18, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=555054db-6cf3-4a1f-9cd0-b609479f5e18,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:03.567594 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.617455 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Routers {'079266ba-2028-48a4-bc90-7311399989f7'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:03.618079 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:07:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['079266ba-2028-48a4-bc90-7311399989f7'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:03.662134 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a00fe-9973-4f39-a5fb-be7d9cf6d4f8 None None] Pushing event updated for resources: {'Port': ['ID=555054db-6cf3-4a1f-9cd0-b609479f5e18,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:03.823139 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] Set router 079266ba-2028-48a4-bc90-7311399989f7 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:04.033393 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079266ba-2028-48a4-bc90-7311399989f7', 'name': 'router1', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '555054db-6cf3-4a1f-9cd0-b609479f5e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:07:43Z', 'updated_at': '2021-08-27T16:08:00Z', 'revision_number': 4, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'gw_port': {'id': '555054db-6cf3-4a1f-9cd0-b609479f5e18', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079266ba-2028-48a4-bc90-7311399989f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:07:59Z', 'updated_at': '2021-08-27T16:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '8dbb3635-ed49-49ba-8209-421128b9bc5c', 'name': '', 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'mac_address': 'fa:16:3e:14:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079266ba-2028-48a4-bc90-7311399989f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:07:52Z', 'updated_at': '2021-08-27T16:08:02Z', 'revision_number': 5, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'subnets': [{'id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cb9b9a-88a0-4abe-a7c8-11e353eefb8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:04.063190 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a212bb9-7f7c-49d4-bd35-9fb1dec2f3e1 None None] The sync data for ids ['079266ba-2028-48a4-bc90-7311399989f7'] in dv-cinder-800695-5-iscsi is: [{'id': '079266ba-2028-48a4-bc90-7311399989f7', 'name': 'router1', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '555054db-6cf3-4a1f-9cd0-b609479f5e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:07:43Z', 'updated_at': '2021-08-27T16:08:00Z', 'revision_number': 4, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'gw_port': {'id': '555054db-6cf3-4a1f-9cd0-b609479f5e18', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079266ba-2028-48a4-bc90-7311399989f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:07:59Z', 'updated_at': '2021-08-27T16:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '8dbb3635-ed49-49ba-8209-421128b9bc5c', 'name': '', 'network_id': '70e3779d-4e7b-40ed-8997-bca045809bff', 'tenant_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'mac_address': 'fa:16:3e:14:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079266ba-2028-48a4-bc90-7311399989f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:07:52Z', 'updated_at': '2021-08-27T16:08:02Z', 'revision_number': 5, 'project_id': 'a637b7fcbc364eee977c12a3ee37bac2', 'subnets': [{'id': 'c96254ed-b966-4717-8390-3d65cda7045e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cb9b9a-88a0-4abe-a7c8-11e353eefb8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:08:04.169737 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 8dbb3635-ed49-49ba-8209-421128b9bc5c up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:04.226706 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 8dbb3635-ed49-49ba-8209-421128b9bc5c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:04.227084 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.185218 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 555054db-6cf3-4a1f-9cd0-b609479f5e18 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:06.238605 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 555054db-6cf3-4a1f-9cd0-b609479f5e18 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:06.242402 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 555054db-6cf3-4a1f-9cd0-b609479f5e18 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:06.242783 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.323892 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.344265 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 555054db-6cf3-4a1f-9cd0-b609479f5e18, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=555054db-6cf3-4a1f-9cd0-b609479f5e18,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:06.354453 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.415521 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=555054db-6cf3-4a1f-9cd0-b609479f5e18,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:08.197309 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 555054db-6cf3-4a1f-9cd0-b609479f5e18 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:08.304705 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 555054db-6cf3-4a1f-9cd0-b609479f5e18 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:08.304966 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.566918 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d65189e6-3a25-4aaa-ba7b-d7216b3e6b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.015572 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b14907c4-1475-4a10-a072-9db5061fe2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.265129 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.328254 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:22.773145 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:32.974959 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:08:47.568241 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6669fad2-5fdb-4c6f-835f-2595141c60f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:50.013151 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b1553e5b-1479-439c-8917-981e3ca0180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:50.258990 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:51.329155 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:52.782655 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:09.974110 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:09:17.568664 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5efc51d0-cf3c-451d-bb94-23fa36059c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:20.009453 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-df48db54-049e-4991-a9a4-5f78ae66e310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:20.260949 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:21.333437 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:22.780844 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:38.744692 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57808) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:38.814730 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-b854e23f-c505-43df-9c38-462e3c2de3ee admin admin] GET failed (client error): The resource could not be found. Aug 27 16:09:38.816044 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-b854e23f-c505-43df-9c38-462e3c2de3ee admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0704432 Aug 27 16:09:38.995180 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7d83c8-0048-4ab7-88cd-9a112f3bf20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:38.996642 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-1b7d83c8-0048-4ab7-88cd-9a112f3bf20a admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1760621 Aug 27 16:09:41.163241 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57818) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:41.290330 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8e52a-7bb1-4e88-ba47-1cdaa8f6d219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:41.291576 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-f8e8e52a-7bb1-4e88-ba47-1cdaa8f6d219 admin admin] 10.222.0.60 "GET /v2.0/subnets/c96254ed-b966-4717-8390-3d65cda7045e HTTP/1.1" status: 200 len: 849 time: 0.1273773 Aug 27 16:09:41.301698 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:09:41.385403 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.532689 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750642693672'] for subnet, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.570984 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:41.571599 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.572893 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] 10.222.0.60 "PUT /v2.0/subnets/c96254ed-b966-4717-8390-3d65cda7045e HTTP/1.1" status: 200 len: 868 time: 0.2749395 Aug 27 16:09:41.573876 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796b8c1-b032-427d-983f-a0d2dcbfed62 None None] Network 70e3779d-4e7b-40ed-8997-bca045809bff requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:09:41.587813 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96254ed-b966-4717-8390-3d65cda7045e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:41.595346 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.595725 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.596071 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.596406 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.596736 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.597067 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.597397 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.597724 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.598065 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.598424 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.598765 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.599075 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57824341-e15f-4471-b024-4fe4c004b815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:41.982198 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5c9706de-ce1c-4391-ae10-d3deaf3aec67 None None] Provisioning complete for port 8dbb3635-ed49-49ba-8209-421128b9bc5c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:09:41.982593 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c9706de-ce1c-4391-ae10-d3deaf3aec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:42.065855 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5c9706de-ce1c-4391-ae10-d3deaf3aec67 None None] Provisioning complete for port ad95da65-b9e5-49c9-9aee-504a8cc118c7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:09:42.066221 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c9706de-ce1c-4391-ae10-d3deaf3aec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:43.758332 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57826) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:43.955163 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8f6d0-9c8b-478b-a01d-77465dfd859a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:43.955539 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8f6d0-9c8b-478b-a01d-77465dfd859a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:43.957051 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-1aa8f6d0-9c8b-478b-a01d-77465dfd859a admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976998 Aug 27 16:09:46.099553 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57834) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:46.234881 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fa4e67-4c43-4381-818e-da95184751ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:46.235361 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fa4e67-4c43-4381-818e-da95184751ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:46.236907 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-92fa4e67-4c43-4381-818e-da95184751ad admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1364076 Aug 27 16:09:46.972290 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:09:47.567742 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c7d99a37-b5c8-4c7e-a8d8-71a0516cf203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:48.397163 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57842) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:48.569202 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f398ae-80bc-4bac-abc4-a86c40816d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:48.570596 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-f0f398ae-80bc-4bac-abc4-a86c40816d27 admin admin] 10.222.0.60 "GET /v2.0/networks/2f103694-ff76-4964-9445-b94d6a64c4a3 HTTP/1.1" status: 200 len: 886 time: 0.1724679 Aug 27 16:09:50.012839 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1d01c379-6eb1-439c-b917-5238fe521145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:50.266203 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:50.732386 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57850) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:50.876381 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad5441-075e-4505-b1ee-9f1e8ee11f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:50.877755 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-c7ad5441-075e-4505-b1ee-9f1e8ee11f91 admin admin] 10.222.0.60 "GET /v2.0/networks/70e3779d-4e7b-40ed-8997-bca045809bff HTTP/1.1" status: 200 len: 869 time: 0.1444206 Aug 27 16:09:51.334524 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.784437 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.028076 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57858) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:53.150583 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a45a7df-9f93-45f2-a36c-f75923a1db18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:53.151038 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a45a7df-9f93-45f2-a36c-f75923a1db18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:53.152534 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-0a45a7df-9f93-45f2-a36c-f75923a1db18 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235161 Aug 27 16:09:55.335483 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57866) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:55.425004 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b1f5ab-1e5a-45df-ab58-10b51806d878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:55.425463 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b1f5ab-1e5a-45df-ab58-10b51806d878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:55.426975 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-f9b1f5ab-1e5a-45df-ab58-10b51806d878 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905704 Aug 27 16:09:57.576290 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57874) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:57.659625 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a1216f-ade1-4ffe-a128-3582282b01e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:57.660910 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-c5a1216f-ade1-4ffe-a128-3582282b01e1 admin admin] 10.222.0.60 "GET /v2.0/subnets/7c108ad0-9cd1-41fe-8db1-73b82a049cdc HTTP/1.1" status: 200 len: 816 time: 0.0836906 Aug 27 16:09:59.805141 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57882) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:59.898605 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4f932-78e1-4bb3-bdf9-8b9f6aa6ef63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:59.899941 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-69f4f932-78e1-4bb3-bdf9-8b9f6aa6ef63 admin admin] 10.222.0.60 "GET /v2.0/subnets/c96254ed-b966-4717-8390-3d65cda7045e HTTP/1.1" status: 200 len: 868 time: 0.0938644 Aug 27 16:10:17.570670 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b781ca56-2001-4961-afee-2a1635225d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.013415 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-61e5c78a-41f8-4beb-bfa7-1f74cb281943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.266093 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.339080 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:22.787087 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.448049 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57936) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:23.494851 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [None req-fa8cf640-edcf-4a4a-99b0-11282e87bdfa admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:10:23.495815 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-fa8cf640-edcf-4a4a-99b0-11282e87bdfa admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468187 Aug 27 16:10:23.970231 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:10:25.773708 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57944) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:25.838362 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-a451d724-c53c-471e-8dcc-c2a6e942f708 admin admin] GET failed (client error): The resource could not be found. Aug 27 16:10:25.839671 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a451d724-c53c-471e-8dcc-c2a6e942f708 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650082 Aug 27 16:10:25.922709 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa450550-455c-4c07-a789-20940b343c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:25.924793 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-aa450550-455c-4c07-a789-20940b343c44 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805705 Aug 27 16:10:28.092909 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 57952) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:28.139144 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:28.160056 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Made reservation on behalf of b4858358326d4e8f888e9d15439e34c4 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:28.162277 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.195218 dv-cinder-800695-5-iscsi neutron-server[94013]: WARNING neutron.services.revisions.revision_plugin [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Could not find related network for resource to bump revision. Aug 27 16:10:28.207938 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:10:28.220914 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.221249 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.segments_db [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Added segment 6b66ade0-0270-4196-a437-e892ee6376fd of type vlan for network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 Aug 27 16:10:28.258132 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.280922 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.281764 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:28.282990 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.331236 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2372732 Aug 27 16:10:28.339852 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3c7f8-fd1d-4dd0-ba01-d206e661d51e admin admin] Pushing event updated for resources: {'Network': ['ID=431b7989-1fe3-45f9-b0a8-327a69fc97b8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:28.351211 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:10:30.512591 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 57960) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:30.575739 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-351bbf03-1f2d-4531-b10d-82096763f1f3 admin admin] GET failed (client error): The resource could not be found. Aug 27 16:10:30.577071 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-351bbf03-1f2d-4531-b10d-82096763f1f3 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635049 Aug 27 16:10:30.672864 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f040d07-efb6-4782-bdeb-20c16609284d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:30.674828 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0f040d07-efb6-4782-bdeb-20c16609284d admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0931237 Aug 27 16:10:30.684992 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:30.705494 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Made reservation on behalf of b4858358326d4e8f888e9d15439e34c4 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:30.707743 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.865632 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.924757 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab1ce03-b304-4f93-b148-54b500644855,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:30.931899 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Checking segment: {'id': '6b66ade0-0270-4196-a437-e892ee6376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:30.932253 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Network hostable DHCP agents. Network: 431b7989-1fe3-45f9-b0a8-327a69fc97b8, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:10:30.935563 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.935912 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.936249 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.936587 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.936917 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.937268 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.937599 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.937930 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.938269 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.938603 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.938947 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.939269 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:30.954627 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:10:30.962965 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 431b7989-1fe3-45f9-b0a8-327a69fc97b8) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:30.966991 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:30.967577 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.972752 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cabf431-2e6a-4ea9-a9d2-637c2b3c577d None None] Network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:30.981607 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-438102c1-8125-4b77-911b-a19c8aaac033 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2999859 Aug 27 16:10:31.218915 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb75401-a5be-5b0a-afe3-807abf29c83e-431b7989-1fe3-45f9-b0a8-327a69fc97b8', 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8', 'tenant_id': 'b4858358326d4e8f888e9d15439e34c4', 'fixed_ips': [{'subnet_id': '8ab1ce03-b304-4f93-b148-54b500644855'}]}} from dv-cinder-800695-5-iscsi. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:10:31.219806 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:31.355003 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Allocated IP 192.168.233.2 (431b7989-1fe3-45f9-b0a8-327a69fc97b8/8ab1ce03-b304-4f93-b148-54b500644855/5dd8425a-3815-45b9-898d-46c89843f265) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:31.499906 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:31.509545 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Transition to ACTIVE for port object 5dd8425a-3815-45b9-898d-46c89843f265 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:31.525090 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Transition to ACTIVE for port object 5dd8425a-3815-45b9-898d-46c89843f265 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:31.531574 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:31.568546 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:31.573241 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:31.580092 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:31.583122 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Pushing event updated for resources: {'Port': ['ID=5dd8425a-3815-45b9-898d-46c89843f265,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:31.593802 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.594153 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.594520 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.594925 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.595385 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.595715 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.596043 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.596370 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.596697 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.597019 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.597337 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.597679 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:31.646140 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Attempting to bind port 5dd8425a-3815-45b9-898d-46c89843f265 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:31.646565 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Attempting to bind port 5dd8425a-3815-45b9-898d-46c89843f265 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '6b66ade0-0270-4196-a437-e892ee6376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:31.646925 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Attempting to bind port 5dd8425a-3815-45b9-898d-46c89843f265 on network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:31.651791 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:31.652193 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Checking segment: {'id': '6b66ade0-0270-4196-a437-e892ee6376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:31.652582 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:31.652971 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Bound using segment: {'id': '6b66ade0-0270-4196-a437-e892ee6376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:31.653434 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Bound port: 5dd8425a-3815-45b9-898d-46c89843f265, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b66ade0-0270-4196-a437-e892ee6376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:31.653832 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:31.715418 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] For port 5dd8425a-3815-45b9-898d-46c89843f265, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:31.718542 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] For port 5dd8425a-3815-45b9-898d-46c89843f265, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=5dd8425a-3815-45b9-898d-46c89843f265,segment=NetworkSegment(6b66ade0-0270-4196-a437-e892ee6376fd),segment_id=6b66ade0-0270-4196-a437-e892ee6376fd)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:31.723271 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:31.778419 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69841a-54fc-4bfe-a6aa-73a20e928c10 None None] Pushing event updated for resources: {'Port': ['ID=5dd8425a-3815-45b9-898d-46c89843f265,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:32.268875 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 5dd8425a-3815-45b9-898d-46c89843f265 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:32.318422 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 5dd8425a-3815-45b9-898d-46c89843f265 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:32.611937 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f79b7-7ac3-4efc-be6b-fb661c4d4669 None None] Network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:32.673510 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2a17dbc8-65dd-4b49-8e7f-763e52fb7bbb None None] Provisioning for port 5dd8425a-3815-45b9-898d-46c89843f265 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:32.684568 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2a17dbc8-65dd-4b49-8e7f-763e52fb7bbb None None] Provisioning complete for port 5dd8425a-3815-45b9-898d-46c89843f265 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:32.684932 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a17dbc8-65dd-4b49-8e7f-763e52fb7bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:32.833460 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a17dbc8-65dd-4b49-8e7f-763e52fb7bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:32.871354 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2a17dbc8-65dd-4b49-8e7f-763e52fb7bbb None None] For port 5dd8425a-3815-45b9-898d-46c89843f265, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=5dd8425a-3815-45b9-898d-46c89843f265,segment=NetworkSegment(6b66ade0-0270-4196-a437-e892ee6376fd),segment_id=6b66ade0-0270-4196-a437-e892ee6376fd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:32.875774 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a17dbc8-65dd-4b49-8e7f-763e52fb7bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:32.929120 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17dbc8-65dd-4b49-8e7f-763e52fb7bbb None None] Pushing event updated for resources: {'Port': ['ID=5dd8425a-3815-45b9-898d-46c89843f265,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:33.095914 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b34d90e0-4f3d-4109-ae20-8ac84b315ef8 None None] Provisioning complete for port 5dd8425a-3815-45b9-898d-46c89843f265 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:33.096206 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b34d90e0-4f3d-4109-ae20-8ac84b315ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:34.248016 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 5dd8425a-3815-45b9-898d-46c89843f265 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:34.295374 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 5dd8425a-3815-45b9-898d-46c89843f265 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:34.295667 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:47.573951 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-923dc2ef-a762-4b92-a10d-38400ffbc02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:50.014689 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-83f166a0-477f-48de-8a06-7d66479b0b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:50.266302 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:51.344155 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:52.791019 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:00.968447 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:11:17.575643 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f645947-e27b-436b-b177-aa241ec021bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.019297 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fb14c9ff-bdb2-4199-853e-5a41fbb0201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.269413 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.343630 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:22.792926 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:37.966843 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:11:38.425119 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58014) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:38.431865 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [None req-24e5e79e-bf7b-4a74-913f-98a5c5fefc92 tempest-verify_tempest_config-1568564011 tempest-verify_tempest_config-1568564011-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:11:38.432819 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-24e5e79e-bf7b-4a74-913f-98a5c5fefc92 tempest-verify_tempest_config-1568564011 tempest-verify_tempest_config-1568564011-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067194 Aug 27 16:11:38.720162 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58032) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:38.822625 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.908497 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.912425 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.955269 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb89b6d0917e4a5194a94f6c27935198&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2340899 Aug 27 16:11:38.956182 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce9596a-387f-497e-99c5-2f41bdb6db16,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:38.957924 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58036) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:38.962979 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.963343 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.963684 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.964013 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.964344 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.964686 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.965014 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.965335 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.965672 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.965996 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.966335 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:38.966653 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ce5fc-b02c-4363-81ad-fc4d53062693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.016849 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:39.082064 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:39.169587 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:39.172104 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:39.173279 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ce9596a-387f-497e-99c5-2f41bdb6db16 HTTP/1.1" status: 204 len: 168 time: 0.2143252 Aug 27 16:11:39.181859 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce9596a-387f-497e-99c5-2f41bdb6db16,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:39.188498 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.188875 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.189222 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.189558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.189891 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.190259 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.190593 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.191031 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.191247 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.191579 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.191903 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:39.192227 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93311402-0205-44bf-be2b-c75de3f9cd04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:47.576620 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-68a1e89a-152e-4056-a37c-6a90ad24c318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:50.021192 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bfe12f4e-51cc-413f-b179-c321ee55f97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:50.265934 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:51.346593 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:52.795616 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:14.964396 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:12:17.579300 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-891bbd09-6322-4960-a46f-df0cb2a57673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:20.022027 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e168f81f-8b3e-475e-a0ae-4f95fbfb75e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:20.265883 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.349778 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:22.798127 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:47.579021 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aae88da1-46ad-4870-b0e6-49613c42a801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:50.023470 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-50c047a5-47dd-4653-b4ed-9acf3a93988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:50.268484 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.353457 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.963594 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:12:52.802643 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.579805 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3ea8c7b5-8eda-461c-8e70-684a2f58e145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.690071 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993589'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:20.025302 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e5748df-aa74-44f9-ba1f-1e61ca7e7983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:20.270528 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:21.359074 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:22.806086 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:28.961576 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:13:32.131646 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58110) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:32.238841 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-341b8eb5-34e8-4d35-ad45-d8f57cda1248 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1061211 Aug 27 16:13:34.477771 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58120) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:34.532758 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-c5bda0e9-2435-4dfa-a42d-145e0bccbf4b admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0539064 Aug 27 16:13:47.579470 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e5254e93-6ff3-47d1-a7c8-41703e30922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.676494 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.026225 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e7222d4a-c7d2-4b37-b161-c51b5116dcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.271233 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:51.362148 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.809707 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.959553 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:14:17.579525 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05644e70-3a56-4ff0-9ea8-7501011ce599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.687741 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:20.029461 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11166a8d-e1bf-4d76-9ab7-de237835e906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:20.271197 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:21.361692 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.814059 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.959637 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:14:47.579115 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d9050b38-1340-43d4-baa4-35ced07a7f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.686986 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:50.031266 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2882d064-d6f0-43b3-b1c9-19fcf5a2c523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:50.271437 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.370866 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.815163 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.342052 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:05.541463 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-network', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:05.563622 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Made reservation on behalf of 8c819e9079ef40e9b192d58a3223d4f2 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:05.565976 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.574474 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.668869 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.674042 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.685565 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:15:05.694396 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.694748 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.segments_db [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Added segment e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8 of type vlan for network 9e8b6fff-c845-4388-aebc-c9251e157b75 Aug 27 16:15:05.695926 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58328) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:05.744288 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:05.760834 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.764366 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.764737 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.765077 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.765409 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.765738 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.766087 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.766445 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.766777 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.767118 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.767440 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.767936 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.768257 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Tracked resource versions report: Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: pushed versions: Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: { 'AddressGroup': {'1.2'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'ConntrackHelper': {'1.0'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Log': {'1.0'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Network': {'1.1'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Port': {'1.7'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'PortForwarding': {'1.2'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'QosPolicy': {'1.9'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SecurityGroup': {'1.4'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SubPort': {'1.0'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Subnet': {'1.1'}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Trunk': {'1.1'}} Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: consumer versions: Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: { DHCP agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: HyperV agent@hv-cinder-80069: {}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: L3 agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: Metadata agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: Metering agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: Open vSwitch agent@dv-cinder-800695-5-iscsi: { 'AddressGroup': '1.2', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'ConntrackHelper': '1.0', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Log': '1.0', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Network': '1.1', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Port': '1.7', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'PortForwarding': '1.2', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'QosPolicy': '1.9', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SecurityGroup': '1.4', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SecurityGroupRule': '1.2', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'SubPort': '1.0', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Subnet': '1.1', Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: 'Trunk': '1.1'}} Aug 27 16:15:05.769268 dv-cinder-800695-5-iscsi neutron-server[94013]: {{(pid=94013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:15:05.804241 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.806193 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:05.806851 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.858071 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5113406 Aug 27 16:15:05.858517 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58340) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:05.863831 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Request body: {'subnet': {'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-subnet', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:05.882771 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415010a-e764-4a7b-b996-7c1f733f2079 admin admin] Pushing event updated for resources: {'Network': ['ID=9e8b6fff-c845-4388-aebc-c9251e157b75,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:05.885793 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Made reservation on behalf of 8c819e9079ef40e9b192d58a3223d4f2 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:05.888674 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.895026 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 9e8b6fff-c845-4388-aebc-c9251e157b75 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:15:06.107562 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-873217358-network', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:06.124991 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.147589 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Made reservation on behalf of dec7d9da1655470d9ffb03a4482157d0 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:06.149838 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.193357 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.215432 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Checking segment: {'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:06.215791 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Network hostable DHCP agents. Network: 9e8b6fff-c845-4388-aebc-c9251e157b75, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:06.238445 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db857fb-1308-4a91-9f8b-3991db022993,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:06.254331 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Network 9e8b6fff-c845-4388-aebc-c9251e157b75 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:06.259624 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.260011 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.260380 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.260671 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.261089 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.261369 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.261704 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.262000 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.262428 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.262695 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.263021 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.263354 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Tracked resource versions report: Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: pushed versions: Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: { 'AddressGroup': {'1.2'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Log': {'1.0'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Network': {'1.1'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Port': {'1.7'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'PortForwarding': {'1.2'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'QosPolicy': {'1.9'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SecurityGroup': {'1.4'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SubPort': {'1.0'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Subnet': {'1.1'}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Trunk': {'1.1'}} Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: consumer versions: Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: { DHCP agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: HyperV agent@hv-cinder-80069: {}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: L3 agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: Metadata agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: Metering agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: Open vSwitch agent@dv-cinder-800695-5-iscsi: { 'AddressGroup': '1.2', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'ConntrackHelper': '1.0', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Log': '1.0', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Network': '1.1', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Port': '1.7', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'PortForwarding': '1.2', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'QosPolicy': '1.9', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SecurityGroup': '1.4', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SecurityGroupRule': '1.2', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'SubPort': '1.0', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Subnet': '1.1', Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: 'Trunk': '1.1'}} Aug 27 16:15:06.264417 dv-cinder-800695-5-iscsi neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:15:06.281247 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 9e8b6fff-c845-4388-aebc-c9251e157b75) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:06.287969 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:06.288731 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.296532 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e742e-a0ee-41b6-a32f-9889ae98935a None None] Network 9e8b6fff-c845-4388-aebc-c9251e157b75 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:06.346203 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.354620 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.385408 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:15:06.408070 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.408459 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Added segment 1cf4ce2d-1627-45f1-ab01-8145ea680ff3 of type vlan for network 710528ce-a840-4305-b82a-8a697ab88986 Aug 27 16:15:06.418893 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58354) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:06.456919 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226c63d1-e6bf-4fba-9d10-fb15b83fc0b8 None None] Network 9e8b6fff-c845-4388-aebc-c9251e157b75 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:06.475271 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a9848649-1cb5-4520-bc4c-440b578ed7a4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6157992 Aug 27 16:15:06.478079 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58358) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:06.483708 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-router', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:06.518582 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.527071 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2072572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4658'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.529044 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2072400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.565097 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.566052 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:06.571925 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.597814 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.697029 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Pushing event updated for resources: {'Network': ['ID=710528ce-a840-4305-b82a-8a697ab88986,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:06.715723 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 710528ce-a840-4305-b82a-8a697ab88986 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:15:06.726259 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e25c142-88fd-4dd9-974f-55b710921123,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:06.732216 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58366) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:06.776154 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a2515ade-7c1f-4759-a5b9-265dca19b367 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0783491 Aug 27 16:15:06.778568 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58372) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:06.787222 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Request body: {'subnet': {'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-subnet', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:06.819558 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Made reservation on behalf of dec7d9da1655470d9ffb03a4482157d0 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:06.820662 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-419242959-network', 'tenant_id': '1a018fa6d7bf485a928d75bca451f975'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:06.825581 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.831609 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.865643 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Made reservation on behalf of 1a018fa6d7bf485a928d75bca451f975 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:06.868290 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.879009 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.053969 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.081839 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.087293 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1435894280-network', 'tenant_id': 'cd11569712d94df49b98c19cc117f110'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:07.120622 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.124021 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d223c3-2eeb-4c39-be6e-78fc826248c1,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:07.133204 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Checking segment: {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:07.133756 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Network hostable DHCP agents. Network: 710528ce-a840-4305-b82a-8a697ab88986, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:07.154955 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Network 710528ce-a840-4305-b82a-8a697ab88986 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:07.166106 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:15:07.170062 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 710528ce-a840-4305-b82a-8a697ab88986) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:07.180645 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1618fe62-2072-4c98-846c-badb7779eaa9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:07.181343 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19301c4-91ba-4d28-8805-583ee65cf2c1 None None] Network 710528ce-a840-4305-b82a-8a697ab88986 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:07.197918 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:07.198698 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.248571 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.249115 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.segments_db [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Added segment 2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca of type vlan for network d4102f48-42dd-4532-82fb-7effa0f4c0f2 Aug 27 16:15:07.316495 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2e5fd3a3-f42a-4fbe-9012-9ff7128a52af admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5345485 Aug 27 16:15:07.318595 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Made reservation on behalf of cd11569712d94df49b98c19cc117f110 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:07.320718 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58406) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:07.320926 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.324976 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:07.331810 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.335312 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.337830 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.360535 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2072572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4658'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.364699 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2072400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.374797 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.433399 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb75401-a5be-5b0a-afe3-807abf29c83e-710528ce-a840-4305-b82a-8a697ab88986', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1'}]}} from dv-cinder-800695-5-iscsi. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:15:07.435151 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.472870 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.487649 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.489243 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:07.490008 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.510032 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.624053 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Allocated IP 172.20.0.2 (710528ce-a840-4305-b82a-8a697ab88986/94d223c3-2eeb-4c39-be6e-78fc826248c1/061715f1-8e99-424a-b3a5-14e585a6bd3a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:07.716756 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.735529 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] Pushing event updated for resources: {'Network': ['ID=d4102f48-42dd-4532-82fb-7effa0f4c0f2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:07.754414 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network d4102f48-42dd-4532-82fb-7effa0f4c0f2 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:15:07.822571 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012ffb2b-dcb9-4adb-899a-730ae6df86e2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:07.846086 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-09d32ba7-b392-45a2-bd53-97945ed8a52e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4261923 Aug 27 16:15:07.853814 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58418) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:07.864233 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Request body: {'subnet': {'network_id': 'd4102f48-42dd-4532-82fb-7effa0f4c0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-419242959-subnet', 'tenant_id': '1a018fa6d7bf485a928d75bca451f975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:07.891645 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:15:07.894225 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.900585 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.912332 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Transition to ACTIVE for port object 061715f1-8e99-424a-b3a5-14e585a6bd3a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:07.937075 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Transition to ACTIVE for port object 061715f1-8e99-424a-b3a5-14e585a6bd3a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:07.939595 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.940236 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.segments_db [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Added segment 5d59688e-16a9-4085-af9d-53c26152f39d of type vlan for network adf762ce-5518-4d19-b6cf-696e4e3885e7 Aug 27 16:15:08.028862 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.043295 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Made reservation on behalf of 1a018fa6d7bf485a928d75bca451f975 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:08.046066 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.049872 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Allocated IP 172.27.0.145 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/301b701f-da1d-4d04-8ad5-6f6f284b83e3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:08.051754 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.088556 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Network 710528ce-a840-4305-b82a-8a697ab88986 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:08.095972 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:08.098480 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:08.146862 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.148278 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:08.149067 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.193829 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Pushing event updated for resources: {'Port': ['ID=061715f1-8e99-424a-b3a5-14e585a6bd3a,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:08.208599 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.208947 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.209561 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.209902 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.210237 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.210624 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.210953 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.211274 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.211617 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.211954 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.212259 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.212572 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Tracked resource versions report: Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: pushed versions: Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: { 'AddressGroup': {'1.2'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'ConntrackHelper': {'1.0'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Log': {'1.0'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Network': {'1.1'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Port': {'1.7'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'PortForwarding': {'1.2'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'QosPolicy': {'1.9'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SecurityGroup': {'1.4'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SubPort': {'1.0'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Subnet': {'1.1'}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Trunk': {'1.1'}} Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: consumer versions: Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: { DHCP agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: HyperV agent@hv-cinder-80069: {}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: L3 agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: Metadata agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: Metering agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: Open vSwitch agent@dv-cinder-800695-5-iscsi: { 'AddressGroup': '1.2', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'ConntrackHelper': '1.0', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Log': '1.0', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Network': '1.1', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Port': '1.7', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'PortForwarding': '1.2', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'QosPolicy': '1.9', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SecurityGroup': '1.4', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SecurityGroupRule': '1.2', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'SubPort': '1.0', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Subnet': '1.1', Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: 'Trunk': '1.1'}} Aug 27 16:15:08.213572 dv-cinder-800695-5-iscsi neutron-server[94014]: {{(pid=94014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:15:08.219208 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Attempting to bind port 061715f1-8e99-424a-b3a5-14e585a6bd3a on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:08.219847 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Attempting to bind port 061715f1-8e99-424a-b3a5-14e585a6bd3a by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:08.220212 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Attempting to bind port 061715f1-8e99-424a-b3a5-14e585a6bd3a on network 710528ce-a840-4305-b82a-8a697ab88986 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:08.228507 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:08.228876 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Checking segment: {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:08.229273 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.231998 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Bound using segment: {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:08.232479 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Bound port: 061715f1-8e99-424a-b3a5-14e585a6bd3a, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:08.232868 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.247244 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] Pushing event updated for resources: {'Network': ['ID=adf762ce-5518-4d19-b6cf-696e4e3885e7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:08.257986 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-1d1b5be6-8e6d-4d39-8462-22c1ce11b86b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4468806 Aug 27 16:15:08.261008 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58430) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:08.268399 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network adf762ce-5518-4d19-b6cf-696e4e3885e7 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:15:08.268836 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Request body: {'subnet': {'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1435894280-subnet', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:08.337033 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Made reservation on behalf of cd11569712d94df49b98c19cc117f110 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:08.340098 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.399356 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.408777 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] For port 061715f1-8e99-424a-b3a5-14e585a6bd3a, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:08.415957 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] For port 061715f1-8e99-424a-b3a5-14e585a6bd3a, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=061715f1-8e99-424a-b3a5-14e585a6bd3a,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:08.429137 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.547093 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.603329 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865822d5-cfd4-41fa-8d02-484731ee13af None None] Pushing event updated for resources: {'Port': ['ID=061715f1-8e99-424a-b3a5-14e585a6bd3a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:08.615284 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.779830 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.832208 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.027039 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58468) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:09.060272 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1c12a8-1309-4a02-9479-0bad3fa57259,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:09.064366 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Allocated IP 172.27.0.225 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/c7797e0a-4bce-4caa-8a38-f3abf2319393) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:09.088332 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Checking segment: {'id': '2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd4102f48-42dd-4532-82fb-7effa0f4c0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:09.088702 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Network hostable DHCP agents. Network: d4102f48-42dd-4532-82fb-7effa0f4c0f2, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:09.102086 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:09.108381 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:09.111107 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:09.179740 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.193345 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Network d4102f48-42dd-4532-82fb-7effa0f4c0f2 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:09.215324 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, d4102f48-42dd-4532-82fb-7effa0f4c0f2) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:09.224588 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74787d79-aa7f-48cf-8eaa-7ca10424a8cd None None] Network d4102f48-42dd-4532-82fb-7effa0f4c0f2 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:09.230279 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:09.231398 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.256478 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Pushing event updated for resources: {'Port': ['ID=301b701f-da1d-4d04-8ad5-6f6f284b83e3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:09.265193 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f8d2e55e-c077-48b0-a1ef-8722a04f4316 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4089856 Aug 27 16:15:09.270233 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27597e9c-0fc7-4805-983a-f75e7d381a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.321273 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.416891 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.447175 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:09.450393 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7776f88-8f4c-41fa-8abb-892cd28af917,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:09.453033 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:09.490753 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:09.566415 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80364468-ec6a-441b-a8cb-0b4a230781b1 None None] Network d4102f48-42dd-4532-82fb-7effa0f4c0f2 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:09.660117 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27597e9c-0fc7-4805-983a-f75e7d381a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.672153 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27597e9c-0fc7-4805-983a-f75e7d381a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.718455 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.724908 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Pushing event updated for resources: {'Port': ['ID=c7797e0a-4bce-4caa-8a38-f3abf2319393,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:09.749956 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27597e9c-0fc7-4805-983a-f75e7d381a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7e865d-6ffb-4d1c-b82a-abd9b52c84d7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:09.752644 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58494) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:09.770895 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-27597e9c-0fc7-4805-983a-f75e7d381a47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f29f82abb3fb41d4870af7da8b3daadd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7417836 Aug 27 16:15:09.773229 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58498) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:09.789330 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Checking segment: {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:09.789895 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Network hostable DHCP agents. Network: adf762ce-5518-4d19-b6cf-696e4e3885e7, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:09.825773 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58500) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:09.868832 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Network adf762ce-5518-4d19-b6cf-696e4e3885e7 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:09.890772 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, adf762ce-5518-4d19-b6cf-696e4e3885e7) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:09.902825 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:09.903182 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04a2922-b847-4a1d-accb-8bb528dd2c17 None None] Network adf762ce-5518-4d19-b6cf-696e4e3885e7 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:09.903462 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.975710 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.064470 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2072427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.069770 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-5a6f07c1-2212-48c8-b81f-171cfe4740ce admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8073633 Aug 27 16:15:10.072690 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58512) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:10.078629 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:10.093315 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b47ca7a-2d98-46a6-8e58-0e7bd539951d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.097372 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86fda4d0-23cd-4454-93a8-0f32bc9c49da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.130585 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999bb59a-9905-4e80-a6c4-03c9a5d4d460 None None] Network 710528ce-a840-4305-b82a-8a697ab88986 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:10.186155 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86fda4d0-23cd-4454-93a8-0f32bc9c49da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.240792 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36fd8751-eb6d-4121-b7a9-3e55cdf9b776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.292403 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-adafd2e0-cb07-4039-8c12-14ffe1725f26 None None] Provisioning for port 061715f1-8e99-424a-b3a5-14e585a6bd3a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:10.320398 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb75401-a5be-5b0a-afe3-807abf29c83e-adf762ce-5518-4d19-b6cf-696e4e3885e7', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917'}]}} from dv-cinder-800695-5-iscsi. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:15:10.322160 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.349907 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 is scheduled to L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:15:10.357080 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86fda4d0-23cd-4454-93a8-0f32bc9c49da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.365571 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86fda4d0-23cd-4454-93a8-0f32bc9c49da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.372190 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-86fda4d0-23cd-4454-93a8-0f32bc9c49da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a7e865d-6ffb-4d1c-b82a-abd9b52c84d7 HTTP/1.1" status: 204 len: 168 time: 0.5902705 Aug 27 16:15:10.416297 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58538) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:10.424458 dv-cinder-800695-5-iscsi neutron-server[94012]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 16:15:10.532833 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fda4d0-23cd-4454-93a8-0f32bc9c49da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7e865d-6ffb-4d1c-b82a-abd9b52c84d7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:10.550079 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:10.569395 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Sync routers for ids ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:10.585013 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 061715f1-8e99-424a-b3a5-14e585a6bd3a up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:10.604094 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Routers {'cfe7634e-f141-4fe9-b170-eea5faaaa6e9'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:10.605928 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b47ca7a-2d98-46a6-8e58-0e7bd539951d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.606747 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:14:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:10.614189 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2072427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.630590 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b47ca7a-2d98-46a6-8e58-0e7bd539951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.636115 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.638011 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9f336ba2-ab61-4d1e-aec5-e35778aba088 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1585398 Aug 27 16:15:10.642228 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58542) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:10.806791 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Allocated IP 172.20.0.2 (adf762ce-5518-4d19-b6cf-696e4e3885e7/d7776f88-8f4c-41fa-8abb-892cd28af917/16a7f7ea-49ac-4e8a-96d4-83a46277b88e) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:10.844598 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 061715f1-8e99-424a-b3a5-14e585a6bd3a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:10.859460 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36fd8751-eb6d-4121-b7a9-3e55cdf9b776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.862484 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2072572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4658'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.864274 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2072400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.875275 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 061715f1-8e99-424a-b3a5-14e585a6bd3a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:10.875645 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.884269 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36fd8751-eb6d-4121-b7a9-3e55cdf9b776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.889076 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47ca7a-2d98-46a6-8e58-0e7bd539951d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635f600a-c9bb-4d46-ac3c-4cb2e9459385,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:10.897814 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0b47ca7a-2d98-46a6-8e58-0e7bd539951d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6926a6c765524802a69e311138b58167&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1407726 Aug 27 16:15:10.904107 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58546) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:10.910645 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Set router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:10.929360 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-67438fd3-512a-43b3-b8b5-9c745baffaad tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:10.930928 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-67438fd3-512a-43b3-b8b5-9c745baffaad tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/networks?id=d4102f48-42dd-4532-82fb-7effa0f4c0f2 HTTP/1.1" status: 200 len: 811 time: 0.5079570 Aug 27 16:15:10.997780 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-36fd8751-eb6d-4121-b7a9-3e55cdf9b776 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd410dcea9e140719231fa7989144c2d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1688771 Aug 27 16:15:11.005760 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58548) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:11.015024 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd8751-eb6d-4121-b7a9-3e55cdf9b776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caa4a36-0239-4114-98a1-797015d38d3b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:11.029499 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-110c6353-fa8a-4442-bad4-a8ff92e8bb42 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/quotas/1a018fa6d7bf485a928d75bca451f975 HTTP/1.1" status: 200 len: 375 time: 0.0416369 Aug 27 16:15:11.068782 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58550) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:11.131177 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cf72d5fa-ac88-4c24-b5f6-1b09961e0ab8 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a018fa6d7bf485a928d75bca451f975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903914 Aug 27 16:15:11.143002 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2bc3e80f-c30f-4668-ac56-ef2b63d66982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.147648 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-router', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:06Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 3, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'gw_port': {'id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:11.180921 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.195518 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.196072 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-369b2eb6-cf80-4267-8c1f-0d70a541e67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.198467 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Transition to ACTIVE for port object 16a7f7ea-49ac-4e8a-96d4-83a46277b88e will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:11.239530 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Checking router: cfe7634e-f141-4fe9-b170-eea5faaaa6e9 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:11.239891 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Updating router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 port 301b701f-da1d-4d04-8ad5-6f6f284b83e3 binding host dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:15:11.240171 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-369b2eb6-cf80-4267-8c1f-0d70a541e67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.241652 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Transition to ACTIVE for port object 16a7f7ea-49ac-4e8a-96d4-83a46277b88e will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:11.248595 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 is scheduled to L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:15:11.273407 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.280446 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 061715f1-8e99-424a-b3a5-14e585a6bd3a, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=061715f1-8e99-424a-b3a5-14e585a6bd3a,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:11.289803 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.336833 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.348234 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8a8248b1-7d5e-487b-a463-ff5bf85304dd None None] Provisioning complete for port 061715f1-8e99-424a-b3a5-14e585a6bd3a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:11.348600 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a8248b1-7d5e-487b-a463-ff5bf85304dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.351242 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Network adf762ce-5518-4d19-b6cf-696e4e3885e7 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:11.352462 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1524d177-3599-4a50-8acb-a621d3edd1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.359363 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:11.365529 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:11.404453 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Pushing event updated for resources: {'Port': ['ID=16a7f7ea-49ac-4e8a-96d4-83a46277b88e,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:11.408103 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.474605 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2bc3e80f-c30f-4668-ac56-ef2b63d66982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.479928 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-369b2eb6-cf80-4267-8c1f-0d70a541e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.483010 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-369b2eb6-cf80-4267-8c1f-0d70a541e67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.484168 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-369b2eb6-cf80-4267-8c1f-0d70a541e67e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/635f600a-c9bb-4d46-ac3c-4cb2e9459385 HTTP/1.1" status: 204 len: 168 time: 0.5761838 Aug 27 16:15:11.495251 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=061715f1-8e99-424a-b3a5-14e585a6bd3a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:11.501161 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-dd1eddfd-5ce1-464e-85b2-c2ec9df9ad55 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:15:11.502196 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-dd1eddfd-5ce1-464e-85b2-c2ec9df9ad55 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1129799 Aug 27 16:15:11.572662 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1524d177-3599-4a50-8acb-a621d3edd1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.617945 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Attempting to bind port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:11.618476 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Attempting to bind port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:11.618844 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Attempting to bind port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e on network adf762ce-5518-4d19-b6cf-696e4e3885e7 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:11.624432 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:11.624811 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Checking segment: {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:11.625212 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.625602 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Bound using segment: {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:11.626070 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Bound port: 16a7f7ea-49ac-4e8a-96d4-83a46277b88e, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:11.626516 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.690126 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.694432 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2bc3e80f-c30f-4668-ac56-ef2b63d66982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.698181 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-25019e78-47a9-4d5e-b196-8ff483c341c7 service neutron] 10.222.0.60 "GET /v2.0/networks/d4102f48-42dd-4532-82fb-7effa0f4c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751952 Aug 27 16:15:11.701012 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:11.706354 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Transition to ACTIVE for port object 301b701f-da1d-4d04-8ad5-6f6f284b83e3 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:11.714982 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Sync routers for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:11.716379 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.731801 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:11.732730 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:14:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:11.737459 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b2eb6-cf80-4267-8c1f-0d70a541e67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f600a-c9bb-4d46-ac3c-4cb2e9459385,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:11.829295 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.850849 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Pushing event updated for resources: {'Port': ['ID=301b701f-da1d-4d04-8ad5-6f6f284b83e3,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:11.857048 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:11.860839 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Attempting to bind port 301b701f-da1d-4d04-8ad5-6f6f284b83e3 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:11.861397 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Attempting to bind port 301b701f-da1d-4d04-8ad5-6f6f284b83e3 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:11.861997 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Attempting to bind port 301b701f-da1d-4d04-8ad5-6f6f284b83e3 on network 2f103694-ff76-4964-9445-b94d6a64c4a3 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:11.868898 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.869482 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.870012 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.870594 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.871074 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.871578 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.872053 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.872695 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.873171 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-2f72aec8-6018-4617-8a12-d2224753805e service neutron] 10.222.0.60 "GET /v2.0/networks/d4102f48-42dd-4532-82fb-7effa0f4c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222217 Aug 27 16:15:11.873683 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.874071 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.874445 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.874817 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Tracked resource versions report: Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: pushed versions: Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: { 'AddressGroup': {'1.2'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'ConntrackHelper': {'1.0'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Log': {'1.0'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Network': {'1.1'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Port': {'1.7'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'PortForwarding': {'1.2'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'QosPolicy': {'1.9'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SecurityGroup': {'1.4'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SubPort': {'1.0'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Subnet': {'1.1'}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Trunk': {'1.1'}} Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: consumer versions: Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: { DHCP agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: HyperV agent@hv-cinder-80069: {}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: L3 agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: Metadata agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: Metering agent@dv-cinder-800695-5-iscsi: {}, Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: Open vSwitch agent@dv-cinder-800695-5-iscsi: { 'AddressGroup': '1.2', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'ConntrackHelper': '1.0', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Log': '1.0', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Network': '1.1', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Port': '1.7', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'PortForwarding': '1.2', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'QosPolicy': '1.9', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SecurityGroup': '1.4', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SecurityGroupRule': '1.2', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'SubPort': '1.0', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Subnet': '1.1', Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: 'Trunk': '1.1'}} Aug 27 16:15:11.876714 dv-cinder-800695-5-iscsi neutron-server[94015]: {{(pid=94015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:15:11.887892 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:11.887892 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:11.888202 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.888526 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Bound using segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:11.889017 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Bound port: 301b701f-da1d-4d04-8ad5-6f6f284b83e3, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:11.890177 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.909664 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2bc3e80f-c30f-4668-ac56-ef2b63d66982 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7b7d62fbccc43faa1adf2af3078df60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8202407 Aug 27 16:15:11.914559 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58572) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:11.927870 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.929549 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6f5e0e0c-e3b7-4512-85b6-07aaafe1f84b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6098552 Aug 27 16:15:11.937145 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58574) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:11.937979 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3e80f-c30f-4668-ac56-ef2b63d66982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dc15de-d698-4547-90f7-c86915dc4ef9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:12.008800 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] For port 301b701f-da1d-4d04-8ad5-6f6f284b83e3, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:12.018767 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] For port 301b701f-da1d-4d04-8ad5-6f6f284b83e3, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=301b701f-da1d-4d04-8ad5-6f6f284b83e3,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:12.034299 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.115321 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1524d177-3599-4a50-8acb-a621d3edd1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.122579 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1524d177-3599-4a50-8acb-a621d3edd1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.131899 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-1524d177-3599-4a50-8acb-a621d3edd1ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8caa4a36-0239-4114-98a1-797015d38d3b HTTP/1.1" status: 204 len: 168 time: 1.1083128 Aug 27 16:15:12.138417 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Routers {'cfe7634e-f141-4fe9-b170-eea5faaaa6e9'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:12.140314 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:14:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:12.177727 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] For port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:12.200570 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] For port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=16a7f7ea-49ac-4e8a-96d4-83a46277b88e,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:12.208759 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 3, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:12.256539 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58578) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:12.259371 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Checking router: 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:12.262176 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Updating router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 port c7797e0a-4bce-4caa-8a38-f3abf2319393 binding host dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:15:12.304386 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bec5a539-fb24-4347-80a2-67e869a136e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.310294 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524d177-3599-4a50-8acb-a621d3edd1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caa4a36-0239-4114-98a1-797015d38d3b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:12.324320 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f209-cd7c-46f6-a99f-a54aeeeb481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.351479 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f209-cd7c-46f6-a99f-a54aeeeb481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.356637 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92aa50-3224-4a0b-a27e-60b0d359db6b None None] Pushing event updated for resources: {'Port': ['ID=301b701f-da1d-4d04-8ad5-6f6f284b83e3,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:12.357088 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.401573 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.552655 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] Set router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:12.592596 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 061715f1-8e99-424a-b3a5-14e585a6bd3a up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:12.600705 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.687558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.720708 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f209-cd7c-46f6-a99f-a54aeeeb481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.725105 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.726837 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f209-cd7c-46f6-a99f-a54aeeeb481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.731185 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2ba3f209-cd7c-46f6-a99f-a54aeeeb481a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16dc15de-d698-4547-90f7-c86915dc4ef9 HTTP/1.1" status: 204 len: 168 time: 0.8154066 Aug 27 16:15:12.785594 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3f209-cd7c-46f6-a99f-a54aeeeb481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dc15de-d698-4547-90f7-c86915dc4ef9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:12.803104 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-df51eb0b-8072-4a13-8d30-7fc39e8a7b91 req-b6f42ef1-fa7e-4ee7-8dac-1feb4467a8a1 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.3763092 Aug 27 16:15:12.985947 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7a300-da41-4940-9d96-9ef2297a7222 None None] Pushing event updated for resources: {'Port': ['ID=16a7f7ea-49ac-4e8a-96d4-83a46277b88e,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:12.999660 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 061715f1-8e99-424a-b3a5-14e585a6bd3a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:12.999870 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.041439 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-router', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:06Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 3, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'gw_port': {'id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:13.077102 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be742c3-cdb3-4bcf-8658-5c96685823b5 None None] The sync data for ids ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'] in dv-cinder-800695-5-iscsi is: [{'id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-router', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:06Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 3, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'gw_port': {'id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:13.091319 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:13.112686 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bec5a539-fb24-4347-80a2-67e869a136e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.166390 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bec5a539-fb24-4347-80a2-67e869a136e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.204446 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5a539-fb24-4347-80a2-67e869a136e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3821d7-2c10-482e-a1bd-2631e628d013,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:13.238000 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bec5a539-fb24-4347-80a2-67e869a136e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26c078210c084431aa462af07fed68f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9803326 Aug 27 16:15:13.238895 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58622) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:13.289487 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-405b106e-f68e-42cf-b0d9-daa6f4adcf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.294050 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Allocated IP 172.20.0.1 (9e8b6fff-c845-4388-aebc-c9251e157b75/3db857fb-1308-4a91-9f8b-3991db022993/c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:13.376824 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.416080 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Transition to ACTIVE for port object c7797e0a-4bce-4caa-8a38-f3abf2319393 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:13.443848 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.464773 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e90b6b3-065b-40be-a314-dff9f9c3cd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.562933 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e90b6b3-065b-40be-a314-dff9f9c3cd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.629525 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Attempting to bind port c7797e0a-4bce-4caa-8a38-f3abf2319393 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:13.630170 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Attempting to bind port c7797e0a-4bce-4caa-8a38-f3abf2319393 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:13.630565 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Attempting to bind port c7797e0a-4bce-4caa-8a38-f3abf2319393 on network 2f103694-ff76-4964-9445-b94d6a64c4a3 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:13.632776 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86119078-efae-4bff-8445-d1f9ef3e2f1e None None] Pushing event updated for resources: {'Port': ['ID=c7797e0a-4bce-4caa-8a38-f3abf2319393,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:13.654165 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:13.654577 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:13.654994 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.655388 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Bound using segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:13.655877 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Bound port: c7797e0a-4bce-4caa-8a38-f3abf2319393, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:13.656258 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.707154 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.712911 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e90b6b3-065b-40be-a314-dff9f9c3cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.716767 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e90b6b3-065b-40be-a314-dff9f9c3cd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.722190 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-5e90b6b3-065b-40be-a314-dff9f9c3cd59 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e3821d7-2c10-482e-a1bd-2631e628d013 HTTP/1.1" status: 204 len: 168 time: 0.4796593 Aug 27 16:15:13.745406 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Allocated IP 172.27.0.5 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/0d0af7a5-2ed9-400d-a713-4470e949606c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:13.795345 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] For port c7797e0a-4bce-4caa-8a38-f3abf2319393, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:13.801732 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] For port c7797e0a-4bce-4caa-8a38-f3abf2319393, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=c7797e0a-4bce-4caa-8a38-f3abf2319393,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:13.816331 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.817206 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.824936 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90b6b3-065b-40be-a314-dff9f9c3cd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3821d7-2c10-482e-a1bd-2631e628d013,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:13.947140 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-405b106e-f68e-42cf-b0d9-daa6f4adcf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.027508 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cfcc074c-8f00-4cf9-9cfb-bb0ad077d384 req-8667b11b-fc10-4269-b0ad-5f7708cbd2a4 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.0488095 Aug 27 16:15:14.077518 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86119078-efae-4bff-8445-d1f9ef3e2f1e None None] Pushing event updated for resources: {'Port': ['ID=c7797e0a-4bce-4caa-8a38-f3abf2319393,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:14.084146 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:14.084767 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:14:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:14.093176 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-405b106e-f68e-42cf-b0d9-daa6f4adcf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.218336 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Allocated IP 172.20.0.1 (710528ce-a840-4305-b82a-8a697ab88986/94d223c3-2eeb-4c39-be6e-78fc826248c1/887478e6-5fd6-4e9f-84e3-cac90266c7aa) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:14.287641 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b106e-f68e-42cf-b0d9-daa6f4adcf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8adc52-d8bd-447d-8ad7-4437d80faabc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:14.343976 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-405b106e-f68e-42cf-b0d9-daa6f4adcf25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fa94a873d9f43c7a48198431a416ef8&name=default HTTP/1.1" status: 200 len: 2977 time: 1.2471857 Aug 27 16:15:14.355885 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58668) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:14.386956 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.437790 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:14.506648 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Network 9e8b6fff-c845-4388-aebc-c9251e157b75 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:14.513421 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1283c9fc-e4af-4903-a25b-bc294416bb0e None None] Network adf762ce-5518-4d19-b6cf-696e4e3885e7 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:14.524457 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:14.666504 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:14.668347 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2070330'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.872832 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.890452 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Transition to ACTIVE for port object 887478e6-5fd6-4e9f-84e3-cac90266c7aa will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:14.900045 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 16a7f7ea-49ac-4e8a-96d4-83a46277b88e up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:14.942182 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:14.945966 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.000643 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Network 710528ce-a840-4305-b82a-8a697ab88986 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:15.004049 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:15.008845 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:15.009342 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2070330'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.039885 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.076528 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7c2f5fdd-5c31-4fba-a964-838b8b60c31a None None] Provisioning for port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:15.171988 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Pushing event updated for resources: {'Port': ['ID=887478e6-5fd6-4e9f-84e3-cac90266c7aa,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:15.294510 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83e337f4-7908-43c2-9713-0c7ec9033371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.328168 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.402449 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:15.437865 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:15.439032 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.442040 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.453802 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-64559eb2-1c5f-46af-b635-6b95066a7d38 req-089b306a-d63a-404d-a03f-fc3b1da6a976 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.0860806 Aug 27 16:15:15.467864 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-36f83463-7cfc-4221-abf2-fbcb87aa5bdd None None] Provisioning for port 887478e6-5fd6-4e9f-84e3-cac90266c7aa completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:15.478523 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:15.487156 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83e337f4-7908-43c2-9713-0c7ec9033371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.490313 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:15.492145 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-36f83463-7cfc-4221-abf2-fbcb87aa5bdd None None] Provisioning complete for port 887478e6-5fd6-4e9f-84e3-cac90266c7aa triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:15.492515 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-36f83463-7cfc-4221-abf2-fbcb87aa5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.534956 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.555775 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:15.572213 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-36f83463-7cfc-4221-abf2-fbcb87aa5bdd None None] Port 887478e6-5fd6-4e9f-84e3-cac90266c7aa cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:15.576488 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 3, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:15.624275 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded5c106-8117-4ccb-bdcc-cae33700422e None None] The sync data for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi is: [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 3, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:15.765633 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.886761 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=16a7f7ea-49ac-4e8a-96d4-83a46277b88e,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:15.896780 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.898023 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 301b701f-da1d-4d04-8ad5-6f6f284b83e3 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:15.919439 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0af7a5-2ed9-400d-a713-4470e949606c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:15.984671 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.992937 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.994182 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068709'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.065916 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83e337f4-7908-43c2-9713-0c7ec9033371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.069051 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83e337f4-7908-43c2-9713-0c7ec9033371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.074677 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-83e337f4-7908-43c2-9713-0c7ec9033371 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c8adc52-d8bd-447d-8ad7-4437d80faabc HTTP/1.1" status: 204 len: 168 time: 1.6430666 Aug 27 16:15:16.099830 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e337f4-7908-43c2-9713-0c7ec9033371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8adc52-d8bd-447d-8ad7-4437d80faabc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:16.130156 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-92de34c2-234a-40d2-9c1c-2e5d5370799d None None] Provisioning complete for port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:16.130907 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-92de34c2-234a-40d2-9c1c-2e5d5370799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.140056 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Pushing event updated for resources: {'Port': ['ID=887478e6-5fd6-4e9f-84e3-cac90266c7aa,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:16.207754 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.213969 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Network 710528ce-a840-4305-b82a-8a697ab88986 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:16.215826 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:16.217818 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=16a7f7ea-49ac-4e8a-96d4-83a46277b88e,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:16.239004 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 301b701f-da1d-4d04-8ad5-6f6f284b83e3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:16.276362 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 301b701f-da1d-4d04-8ad5-6f6f284b83e3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:16.277282 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.475807 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:15:16.600268 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.621446 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.656796 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-174f07b6-7f6a-4e2c-b8b0-bc8f7dbb8703 req-ddbc04dc-db1f-44f7-a7c9-8f6789cea0f5 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.0401366 Aug 27 16:15:16.699691 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.702887 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068709'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.729260 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 301b701f-da1d-4d04-8ad5-6f6f284b83e3, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=301b701f-da1d-4d04-8ad5-6f6f284b83e3,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:16.746969 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.792818 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:16.838229 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-cb2817ad-6f94-4ea1-b70b-e064ca4b28a5 admin admin] 10.222.0.60 "PUT /v2.0/routers/8ec1b4e4-9ac3-4d77-a399-2acae53c6e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8872871 Aug 27 16:15:16.910106 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-075cdd99-d5b8-4c8e-855a-ef5bdc6060e1 None None] Provisioning complete for port 887478e6-5fd6-4e9f-84e3-cac90266c7aa triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:16.910518 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-075cdd99-d5b8-4c8e-855a-ef5bdc6060e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.915145 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=301b701f-da1d-4d04-8ad5-6f6f284b83e3,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:16.960398 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:17.027301 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-075cdd99-d5b8-4c8e-855a-ef5bdc6060e1 None None] Port 887478e6-5fd6-4e9f-84e3-cac90266c7aa cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:17.049418 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2072427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.055861 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Network 9e8b6fff-c845-4388-aebc-c9251e157b75 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:17.059234 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:17.082013 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 16a7f7ea-49ac-4e8a-96d4-83a46277b88e up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:17.167328 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:17.167680 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.315405 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c7797e0a-4bce-4caa-8a38-f3abf2319393 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:17.331277 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:15:17.389902 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port c7797e0a-4bce-4caa-8a38-f3abf2319393 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:17.395770 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port c7797e0a-4bce-4caa-8a38-f3abf2319393 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:17.396722 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.527570 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Router 69474aa8-2655-41ac-999f-ce3778829f34 is scheduled to L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:15:17.586418 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.599274 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4a27-bb1c-4d57-b665-5d4b0724309c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.614658 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58784) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:17.628761 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port c7797e0a-4bce-4caa-8a38-f3abf2319393, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=c7797e0a-4bce-4caa-8a38-f3abf2319393,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:17.639253 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.641587 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:17.650541 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Sync routers for ids ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:17.659525 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a8d22336-730f-4d75-8e71-c16fa13e1da5 admin admin] 10.222.0.60 "PUT /v2.0/routers/cfe7634e-f141-4fe9-b170-eea5faaaa6e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0159001 Aug 27 16:15:17.663266 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Routers {'cfe7634e-f141-4fe9-b170-eea5faaaa6e9'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:17.665668 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:14:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:17.761902 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.767875 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:17.780731 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=c7797e0a-4bce-4caa-8a38-f3abf2319393,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:17.789195 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Sync routers for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:17.798778 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.800036 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-87d8f811-4e8d-4713-a159-26ce30b5f349 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7262738 Aug 27 16:15:17.803185 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58794) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:17.824273 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:17.824922 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:14:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:17.997294 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58806) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:18.005796 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e297e426-e18b-4a87-a0a3-cede63bd84b2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075245382', 'description': 'tempest-description--422199113'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:18.106520 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58810) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:18.110170 dv-cinder-800695-5-iscsi neutron-server[94013]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 16:15:18.128110 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e297e426-e18b-4a87-a0a3-cede63bd84b2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.184936 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Set router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:18.190841 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:18.192134 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4332b241-046c-45e1-99f6-95a17c62280e req-7f3167e4-d838-4b44-82a1-b4d0e18e2a61 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.0845656 Aug 27 16:15:18.247923 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1017987044-network', 'tenant_id': 'aeef080e2f184a48915234c9c94d520e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:18.431543 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e297e426-e18b-4a87-a0a3-cede63bd84b2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.463774 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e297e426-e18b-4a87-a0a3-cede63bd84b2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.543766 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297e426-e18b-4a87-a0a3-cede63bd84b2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b2e682-eec2-4bb9-92ee-9145e7573029,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:18.551024 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Made reservation on behalf of aeef080e2f184a48915234c9c94d520e for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:18.553302 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.565515 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Sync routers for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:18.583391 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:18.583391 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:14:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:18.596130 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.656309 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e297e426-e18b-4a87-a0a3-cede63bd84b2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.661630 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e297e426-e18b-4a87-a0a3-cede63bd84b2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6629829 Aug 27 16:15:18.662482 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58822) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:18.673957 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6c0406c3-7ac8-436c-aaf0-ffeba518ba2d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'security_group_rule': {'security_group_id': '89b2e682-eec2-4bb9-92ee-9145e7573029', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:18.714770 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-router', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:06Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'gw_port': {'id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27', 'name': '', 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'mac_address': 'fa:16:3e:89:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3db857fb-1308-4a91-9f8b-3991db022993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 2, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'subnets': [{'id': '3db857fb-1308-4a91-9f8b-3991db022993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:18.796375 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Checking router: cfe7634e-f141-4fe9-b170-eea5faaaa6e9 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:18.796997 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Updating router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 binding host dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:15:18.844742 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 3, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:18.853257 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:18.879641 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Checking router: 69474aa8-2655-41ac-999f-ce3778829f34 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:18.880256 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Updating router 69474aa8-2655-41ac-999f-ce3778829f34 port 0d0af7a5-2ed9-400d-a713-4470e949606c binding host dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:15:18.884891 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c7797e0a-4bce-4caa-8a38-f3abf2319393 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:18.904306 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.931299 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.940774 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.986619 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def70-643c-4893-83ab-c995701f85c3 req-a114fa13-893f-44e8-be79-4ff67e5521db tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:18.989639 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-a114fa13-893f-44e8-be79-4ff67e5521db tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 819 time: 0.2150893 Aug 27 16:15:18.992392 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.028036 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-c3e5e6a3-e07c-48f4-9fe1-a14f2ff2fe73 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/quotas/8c819e9079ef40e9b192d58a3223d4f2 HTTP/1.1" status: 200 len: 375 time: 0.0307813 Aug 27 16:15:19.034079 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.085651 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612b8713-c3a5-4667-b8c2-3e687812a8f1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:19.113037 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.88', 56144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:19.180917 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:15:19.224197 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c0406c3-7ac8-436c-aaf0-ffeba518ba2d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.328496 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-4390339d-e1b7-4ce3-88bb-1f7900d2edd9 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2993619 Aug 27 16:15:19.331133 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Allocated IP 172.20.0.1 (adf762ce-5518-4d19-b6cf-696e4e3885e7/d7776f88-8f4c-41fa-8abb-892cd28af917/c0564dce-0d98-4807-b5c1-6d9687aba4a3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:19.450327 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.451131 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Added segment 35ed0018-3cdd-4b7d-b708-aa914ad7da57 of type vlan for network f8f411df-135a-4a00-a9a9-6670100568ea Aug 27 16:15:19.566359 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port c7797e0a-4bce-4caa-8a38-f3abf2319393 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:19.571448 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.602477 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.694784 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-fd3e6fee-7077-4252-af61-25cfe63d111c service neutron] 10.222.0.60 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646684 Aug 27 16:15:19.710868 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.719296 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.733165 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Transition to ACTIVE for port object c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:19.739303 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58864) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:19.741893 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.743636 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Transition to ACTIVE for port object 0d0af7a5-2ed9-400d-a713-4470e949606c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:19.751269 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 301b701f-da1d-4d04-8ad5-6f6f284b83e3 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:19.758855 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.764056 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.766238 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 2, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:19.771530 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-2e41770e-c2fe-4ca9-bbbc-49af4da0e134 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.773581 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-2e41770e-c2fe-4ca9-bbbc-49af4da0e134 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.88 "GET /v2.0/networks?id=d4102f48-42dd-4532-82fb-7effa0f4c0f2 HTTP/1.1" status: 200 len: 811 time: 0.6593997 Aug 27 16:15:19.803002 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.804003 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-214e27e0-f8a6-4d70-9646-62922f2a92b1 req-bb13e877-c093-4d59-9ea4-2c2dc0d0b49b tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.0528836 Aug 27 16:15:19.823885 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Checking router: 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:19.824224 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Updating router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 port 887478e6-5fd6-4e9f-84e3-cac90266c7aa binding host dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:15:19.826330 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.862573 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.889128 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Transition to ACTIVE for port object c0564dce-0d98-4807-b5c1-6d9687aba4a3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:19.940051 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3241656 Aug 27 16:15:19.944205 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Request body: {'port': {'device_id': '18a71a96-52a1-4c28-9b7f-d8e7cf818c08', 'network_id': 'd4102f48-42dd-4532-82fb-7effa0f4c0f2', 'admin_state_up': True, 'tenant_id': '1a018fa6d7bf485a928d75bca451f975'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:19.976734 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958a178-2160-4ad1-b62c-3f122739f439 None None] Pushing event updated for resources: {'Port': ['ID=0d0af7a5-2ed9-400d-a713-4470e949606c,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:19.995912 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58880) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:20.000275 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Attempting to bind port 0d0af7a5-2ed9-400d-a713-4470e949606c on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:20.001619 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Request body: {'subnet': {'network_id': 'f8f411df-135a-4a00-a9a9-6670100568ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1017987044-subnet', 'tenant_id': 'aeef080e2f184a48915234c9c94d520e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:20.002898 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Attempting to bind port 0d0af7a5-2ed9-400d-a713-4470e949606c by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:20.003516 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.004049 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Attempting to bind port 0d0af7a5-2ed9-400d-a713-4470e949606c on network 2f103694-ff76-4964-9445-b94d6a64c4a3 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:20.030537 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c0406c3-7ac8-436c-aaf0-ffeba518ba2d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.058512 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c0406c3-7ac8-436c-aaf0-ffeba518ba2d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.061122 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251e55-1f71-42f1-8903-972ba40f7891 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f411df-135a-4a00-a9a9-6670100568ea,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:20.079613 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network f8f411df-135a-4a00-a9a9-6670100568ea details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:15:20.107192 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:20.107599 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:20.108327 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.108327 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Bound using segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:20.108757 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0406c3-7ac8-436c-aaf0-ffeba518ba2d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f3a6bc-5cac-4d63-bd56-bed1fbe04f94,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:20.108892 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Bound port: 0d0af7a5-2ed9-400d-a713-4470e949606c, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:20.109226 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.117217 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Made reservation on behalf of aeef080e2f184a48915234c9c94d520e for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:20.121847 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.130363 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.147603 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c0406c3-7ac8-436c-aaf0-ffeba518ba2d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.148868 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6c0406c3-7ac8-436c-aaf0-ffeba518ba2d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4811368 Aug 27 16:15:20.163924 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 58892) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:20.164160 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-0af8e81f-2f80-4a30-bf69-01d1c980612f service neutron] 10.222.0.60 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667304 Aug 27 16:15:20.168198 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f6baa41a-fcd6-48a8-9190-f23ef3e4f87c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'security_group_rule': {'security_group_id': '89b2e682-eec2-4bb9-92ee-9145e7573029', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:20.219798 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02329fc-5bfe-44c6-93b0-f30a029f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:20.290428 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:15:20.319568 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Attempting to bind port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:20.320044 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Attempting to bind port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:20.320313 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Attempting to bind port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 on network 9e8b6fff-c845-4388-aebc-c9251e157b75 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:20.331818 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:20.332207 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Checking segment: {'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:20.332610 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.333011 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Bound using segment: {'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:20.333526 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Bound port: c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:20.333871 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.335272 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Network adf762ce-5518-4d19-b6cf-696e4e3885e7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:20.348403 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be3ae60-c78c-416e-afcf-8bd1b77ca436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.348886 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f7bd60d1-06ba-4554-8530-32b3c8ecb660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.367457 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:20.384863 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:20.392450 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 301b701f-da1d-4d04-8ad5-6f6f284b83e3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:20.393307 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2070330'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.400288 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.411352 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Pushing event updated for resources: {'Port': ['ID=c0564dce-0d98-4807-b5c1-6d9687aba4a3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:20.552397 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6baa41a-fcd6-48a8-9190-f23ef3e4f87c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.564338 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.666841 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] For port 0d0af7a5-2ed9-400d-a713-4470e949606c, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:20.671613 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] For port 0d0af7a5-2ed9-400d-a713-4470e949606c, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=0d0af7a5-2ed9-400d-a713-4470e949606c,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:20.685312 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.881699 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] For port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:20.905369 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958a178-2160-4ad1-b62c-3f122739f439 None None] Pushing event updated for resources: {'Port': ['ID=0d0af7a5-2ed9-400d-a713-4470e949606c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:20.924848 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:20.926563 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:15:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:20.933994 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Made reservation on behalf of 1a018fa6d7bf485a928d75bca451f975 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:20.937170 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] For port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:20.941365 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.955875 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.968638 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-db096fa8-5f36-4355-93ce-182fe1b2aa85 req-c91f8cb9-c176-49f5-b292-d025e13d51f1 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 210 time: 0.2525547 Aug 27 16:15:21.064616 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-122bd752-4847-4107-bb82-7df3fbc51079 None None] Provisioning for port c0564dce-0d98-4807-b5c1-6d9687aba4a3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:21.086765 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-122bd752-4847-4107-bb82-7df3fbc51079 None None] Provisioning complete for port c0564dce-0d98-4807-b5c1-6d9687aba4a3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:21.090879 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-122bd752-4847-4107-bb82-7df3fbc51079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.217088 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02329fc-5bfe-44c6-93b0-f30a029f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:21.222867 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Routers {'cfe7634e-f141-4fe9-b170-eea5faaaa6e9'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:21.223724 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:15:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:21.367375 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.412335 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-122bd752-4847-4107-bb82-7df3fbc51079 None None] Port c0564dce-0d98-4807-b5c1-6d9687aba4a3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:21.425123 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6baa41a-fcd6-48a8-9190-f23ef3e4f87c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.427050 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:21.491565 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Transition to ACTIVE for port object 887478e6-5fd6-4e9f-84e3-cac90266c7aa will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:21.497875 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6baa41a-fcd6-48a8-9190-f23ef3e4f87c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.517155 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.580611 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-597efb2b-de92-4725-ad63-3860cbed977d req-fbbb7ce4-858e-4bfb-92d4-21009b499b86 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.1264997 Aug 27 16:15:21.625358 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.631262 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.639963 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.699058 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] Set router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:21.904086 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45bcbec1-1ccd-414f-9a78-15cdabe3d040,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:21.914746 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be3ae60-c78c-416e-afcf-8bd1b77ca436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.933605 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be3ae60-c78c-416e-afcf-8bd1b77ca436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.941878 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Checking segment: {'id': '35ed0018-3cdd-4b7d-b708-aa914ad7da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8f411df-135a-4a00-a9a9-6670100568ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:21.942276 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Network hostable DHCP agents. Network: f8f411df-135a-4a00-a9a9-6670100568ea, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:21.975593 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2c3ec-69fb-459a-95ed-381dd5a000c1 None None] Pushing event updated for resources: {'Port': ['ID=887478e6-5fd6-4e9f-84e3-cac90266c7aa,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:22.029196 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3ae60-c78c-416e-afcf-8bd1b77ca436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880ab624-ba9a-412b-a3d6-e80a3de63e41,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:22.085147 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baa41a-fcd6-48a8-9190-f23ef3e4f87c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd4cce2-3a9f-4c60-8cba-48bda00d4c98,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:22.113326 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6baa41a-fcd6-48a8-9190-f23ef3e4f87c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.115145 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-f6baa41a-fcd6-48a8-9190-f23ef3e4f87c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9505970 Aug 27 16:15:22.119357 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58980) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:22.141763 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6be3ae60-c78c-416e-afcf-8bd1b77ca436 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac26c63e700f4b4da4eeba0805c99a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3228376 Aug 27 16:15:22.161883 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'floatingip': {'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:22.192875 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58982) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:22.195717 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Network f8f411df-135a-4a00-a9a9-6670100568ea is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:22.220141 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Attempting to bind port 887478e6-5fd6-4e9f-84e3-cac90266c7aa on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:22.222994 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Attempting to bind port 887478e6-5fd6-4e9f-84e3-cac90266c7aa by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:22.223609 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Attempting to bind port 887478e6-5fd6-4e9f-84e3-cac90266c7aa on network 710528ce-a840-4305-b82a-8a697ab88986 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:22.251349 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Allocated IP 172.20.0.13 (d4102f48-42dd-4532-82fb-7effa0f4c0f2/fd1c12a8-1309-4a02-9479-0bad3fa57259/c5e33849-b3a4-405f-9631-45cad05c3ff4) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:22.296491 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 3, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:22.314361 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, f8f411df-135a-4a00-a9a9-6670100568ea) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:22.328383 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:22.328828 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Checking segment: {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:22.329898 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.330496 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.333163 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Bound using segment: {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:22.333738 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Bound port: 887478e6-5fd6-4e9f-84e3-cac90266c7aa, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:22.334280 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.336736 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:22.345585 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.368551 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b53d44-993c-47d0-804b-8514a080e941 None None] Network f8f411df-135a-4a00-a9a9-6670100568ea requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:22.501637 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2daaf43-8721-4519-8e87-ee22e8ef263f None None] The sync data for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi is: [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 3, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:22.575754 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809fa4e-fbd2-4a31-8e45-ec57757ffa1b None None] Network f8f411df-135a-4a00-a9a9-6670100568ea requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:22.618480 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 58990) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:22.693495 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f71e8a0f-d71d-4570-83e6-624019414891 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6963062 Aug 27 16:15:22.745710 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a855dc36-1a96-462a-9944-d71095978551 req-f195387b-56ce-41ae-bcc5-fb86f47ea24c tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.0435913 Aug 27 16:15:22.811192 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e82b8f0-1563-466c-9ed0-6c0d6f08e3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.847076 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92031c-78f8-4312-b023-96796829a9db req-c36d32cc-55af-4b60-864c-a1f7cec55b71 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:22.857324 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-c36d32cc-55af-4b60-864c-a1f7cec55b71 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 819 time: 1.2851784 Aug 27 16:15:22.881153 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e82b8f0-1563-466c-9ed0-6c0d6f08e3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.919432 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.095644 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.160338 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] For port 887478e6-5fd6-4e9f-84e3-cac90266c7aa, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:23.170225 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4964-25b1-4bd5-8921-0a973494ec88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.177071 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] For port 887478e6-5fd6-4e9f-84e3-cac90266c7aa, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=887478e6-5fd6-4e9f-84e3-cac90266c7aa,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:23.183400 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-router', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:06Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'gw_port': {'id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27', 'name': '', 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'mac_address': 'fa:16:3e:89:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3db857fb-1308-4a91-9f8b-3991db022993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:20Z', 'revision_number': 4, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'subnets': [{'id': '3db857fb-1308-4a91-9f8b-3991db022993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:23.191648 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.195392 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-de2e45af-ae1a-4288-9963-e9067c22163f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/quotas/8c819e9079ef40e9b192d58a3223d4f2 HTTP/1.1" status: 200 len: 375 time: 0.3077464 Aug 27 16:15:23.393533 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e82b8f0-1563-466c-9ed0-6c0d6f08e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.405814 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e82b8f0-1563-466c-9ed0-6c0d6f08e3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.419990 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4e82b8f0-1563-466c-9ed0-6c0d6f08e3fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/880ab624-ba9a-412b-a3d6-e80a3de63e41 HTTP/1.1" status: 204 len: 168 time: 1.2171953 Aug 27 16:15:23.508719 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2c3ec-69fb-459a-95ed-381dd5a000c1 None None] Pushing event updated for resources: {'Port': ['ID=887478e6-5fd6-4e9f-84e3-cac90266c7aa,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:23.573294 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Allocated IP 172.27.0.242 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/a60caa58-d737-4d91-8d9d-e313256575b7) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:23.584414 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82b8f0-1563-466c-9ed0-6c0d6f08e3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880ab624-ba9a-412b-a3d6-e80a3de63e41,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:23.610199 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2c394-014e-4848-8591-6585f4d1c4ae None None] The sync data for ids ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'] in dv-cinder-800695-5-iscsi is: [{'id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-router', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:06Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'gw_port': {'id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27', 'name': '', 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'mac_address': 'fa:16:3e:89:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3db857fb-1308-4a91-9f8b-3991db022993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:20Z', 'revision_number': 4, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'subnets': [{'id': '3db857fb-1308-4a91-9f8b-3991db022993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:23.614408 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:23.615182 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:15:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:23.852558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.030596 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.069403 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:24.103301 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-654b50c1-dbc9-428d-b66d-3da70e041284 req-56ec64f7-028b-49bf-9824-ce8c19d9fb27 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.1416926 Aug 27 16:15:24.162569 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.167737 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068709'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.326092 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.398003 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59040) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:24.418402 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-702224516-network', 'tenant_id': 'd32398b429c84d3782a9b8c35bac05f3'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:24.703795 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4964-25b1-4bd5-8921-0a973494ec88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.745224 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Pushing event updated for resources: {'Port': ['ID=c0564dce-0d98-4807-b5c1-6d9687aba4a3,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:24.774408 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4964-25b1-4bd5-8921-0a973494ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.832770 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-db5e331f-fba6-4d2b-9483-8e48364b6305 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6198204 Aug 27 16:15:24.859717 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.863364 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.88', 56158) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:24.986388 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59050) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:25.013381 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:23Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:25.039983 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc4964-25b1-4bd5-8921-0a973494ec88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be434a75-5633-46a8-b0ee-3bea57936433,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:25.069072 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0f079-cebe-4656-b002-d2434a3024c7 None None] The sync data for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi is: [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:23Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:25.089105 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-adefb192-d906-46d1-91a8-495b311cce6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.122450 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 0d0af7a5-2ed9-400d-a713-4470e949606c up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:25.221367 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:25.233446 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'Port': ['ID=a60caa58-d737-4d91-8d9d-e313256575b7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:25.236264 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:25.247021 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f5dc4964-25b1-4bd5-8921-0a973494ec88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acba7d627f0c4ccc9af0bcce68474a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6195631 Aug 27 16:15:25.247691 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Made reservation on behalf of d32398b429c84d3782a9b8c35bac05f3 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:25.250028 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.291959 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 0d0af7a5-2ed9-400d-a713-4470e949606c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:25.299702 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Network adf762ce-5518-4d19-b6cf-696e4e3885e7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:25.303150 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 0d0af7a5-2ed9-400d-a713-4470e949606c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:25.303527 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.312149 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59058) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:25.313235 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:25.394321 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def70-643c-4893-83ab-c995701f85c3 req-d09c206a-7ac8-4f69-aa0c-1791e110fbd2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.398320 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-d09c206a-7ac8-4f69-aa0c-1791e110fbd2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.88 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 819 time: 0.4788585 Aug 27 16:15:25.412634 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-e863c053-5ec4-4bed-a234-3ab253acd711 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:15:25.417592 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-e863c053-5ec4-4bed-a234-3ab253acd711 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2420669 Aug 27 16:15:25.421703 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.441966 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:25.485031 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.519456 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 0d0af7a5-2ed9-400d-a713-4470e949606c, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=0d0af7a5-2ed9-400d-a713-4470e949606c,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:25.530824 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.531916 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:25.559662 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.660480 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Pushing event updated for resources: {'Port': ['ID=c5e33849-b3a4-405f-9631-45cad05c3ff4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:25.721587 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.752541 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=0d0af7a5-2ed9-400d-a713-4470e949606c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:25.823206 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:25.827948 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:25.834828 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.877321 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Network d4102f48-42dd-4532-82fb-7effa0f4c0f2 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:25.904954 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:25.973673 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4284-6c95-486f-a636-baffe9e22c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.997600 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-59d478c1-9955-45b5-8c78-68eab83c38ce None None] Provisioning complete for port c0564dce-0d98-4807-b5c1-6d9687aba4a3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:25.998026 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59d478c1-9955-45b5-8c78-68eab83c38ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.000746 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:26.009106 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4284-6c95-486f-a636-baffe9e22c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.012261 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:26.013096 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.044089 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b2821-07f6-48cb-a13b-b0bea6ff968d req-5ec06096-9053-49b1-8e37-b62d9ab58e18 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:26.050048 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-010b2821-07f6-48cb-a13b-b0bea6ff968d req-5ec06096-9053-49b1-8e37-b62d9ab58e18 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 932 time: 0.7630985 Aug 27 16:15:26.118659 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Request body: {'port': {'device_id': 'fa659654-de64-4512-9edc-1e1fe1634e0c', 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75', 'admin_state_up': True, 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:26.126201 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-adefb192-d906-46d1-91a8-495b311cce6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.143072 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-adefb192-d906-46d1-91a8-495b311cce6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.145476 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.158696 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.218395 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-59d478c1-9955-45b5-8c78-68eab83c38ce None None] Port c0564dce-0d98-4807-b5c1-6d9687aba4a3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:26.255136 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:26.259042 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-8036d039-8084-4c08-bde7-d0c7f0626a25 service neutron] 10.222.0.60 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119506 Aug 27 16:15:26.261842 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.302197 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-010b2821-07f6-48cb-a13b-b0bea6ff968d req-07424963-647a-4e6a-b82c-70c60b0c1a63 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670330 Aug 27 16:15:26.346428 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Router 69474aa8-2655-41ac-999f-ce3778829f34 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:15:26.411902 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:26.494024 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefb192-d906-46d1-91a8-495b311cce6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0facd320-c483-4866-85fc-24544447c617,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:26.520859 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-adefb192-d906-46d1-91a8-495b311cce6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03e08c585aa2436fb194af2c70d953e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4820795 Aug 27 16:15:26.527016 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59072) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:26.663076 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4284-6c95-486f-a636-baffe9e22c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.665501 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4284-6c95-486f-a636-baffe9e22c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.669798 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-3b4b4284-6c95-486f-a636-baffe9e22c11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be434a75-5633-46a8-b0ee-3bea57936433 HTTP/1.1" status: 204 len: 168 time: 1.0893617 Aug 27 16:15:26.744890 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-81ead55d-5eec-4609-b9a3-ec9446305c47 service neutron] 10.222.0.60 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709649 Aug 27 16:15:26.764104 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b4284-6c95-486f-a636-baffe9e22c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be434a75-5633-46a8-b0ee-3bea57936433,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:26.777738 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:26.793217 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-acba8fbe-4dec-4b6c-b6bf-1083caa7481c admin admin] 10.222.0.60 "PUT /v2.0/routers/69474aa8-2655-41ac-999f-ce3778829f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9792047 Aug 27 16:15:26.998684 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3559c181-4ea8-4f9f-b1e8-10806520040e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.101300 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3559c181-4ea8-4f9f-b1e8-10806520040e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.130557 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Sync routers for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:27.162665 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:27.170868 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:15:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:27.283336 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3559c181-4ea8-4f9f-b1e8-10806520040e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.302871 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3559c181-4ea8-4f9f-b1e8-10806520040e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.310379 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-3559c181-4ea8-4f9f-b1e8-10806520040e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0facd320-c483-4866-85fc-24544447c617 HTTP/1.1" status: 204 len: 168 time: 0.7761371 Aug 27 16:15:27.427442 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559c181-4ea8-4f9f-b1e8-10806520040e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0facd320-c483-4866-85fc-24544447c617,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:27.461265 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d69ed99a-2b7d-473e-a93e-b6d1a2841b0d req-fcc63ddf-4d93-440c-a7a6-99c5fec4b77a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 210 time: 0.0841298 Aug 27 16:15:27.471431 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.485126 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.492310 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-75c24624-71ff-4659-afa0-4391cf6a6d41 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5580864 Aug 27 16:15:27.534846 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Made reservation on behalf of 8c819e9079ef40e9b192d58a3223d4f2 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:27.543131 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.545817 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e1b745-0f97-4529-b121-1a600c976e01,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:27.552865 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:15:27.574731 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.594221 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.600417 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Added segment 5e10a936-8ca0-4bb5-acde-f7075ef5ef4d of type vlan for network 4279d724-bf93-46c3-a5c1-636d82ff96f1 Aug 27 16:15:27.620229 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-5fae79fc-0075-4694-8047-f9e3e93b24ea tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:15:27.621541 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.622937 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-5fae79fc-0075-4694-8047-f9e3e93b24ea tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261698 Aug 27 16:15:27.678087 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.877160 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.888397 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7594557 Aug 27 16:15:27.888397 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.972567 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae4783-81b8-4c1e-ba6f-07004942b55c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'Port': ['ID=a60caa58-d737-4d91-8d9d-e313256575b7,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:27.997449 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 0d0af7a5-2ed9-400d-a713-4470e949606c up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:28.020086 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:28.023753 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:28.027327 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:28.062633 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129322a-f13b-4244-a51a-8c3a616a50fb req-c5077e14-ce3d-4714-a382-e1715c2e25e9 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:28.080445 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f129322a-f13b-4244-a51a-8c3a616a50fb req-c5077e14-ce3d-4714-a382-e1715c2e25e9 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 932 time: 0.4359272 Aug 27 16:15:28.131136 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:28.269649 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.8634908 Aug 27 16:15:28.271384 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59128) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:28.276838 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c042e-888c-4966-91de-1ad3d65e4631 admin admin] Pushing event updated for resources: {'Network': ['ID=4279d724-bf93-46c3-a5c1-636d82ff96f1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:28.304735 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Request body: {'subnet': {'network_id': '4279d724-bf93-46c3-a5c1-636d82ff96f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-702224516-subnet', 'tenant_id': 'd32398b429c84d3782a9b8c35bac05f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:28.368539 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Made reservation on behalf of d32398b429c84d3782a9b8c35bac05f3 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:28.368539 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:28.472190 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f129322a-f13b-4244-a51a-8c3a616a50fb req-c91b61ee-c1c8-4253-a8da-40921117c304 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888726 Aug 27 16:15:28.592909 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Request body: {'port': {'device_id': '18a71a96-52a1-4c28-9b7f-d8e7cf818c08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:28.604973 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Allocated IP 172.20.0.13 (9e8b6fff-c845-4388-aebc-c9251e157b75/3db857fb-1308-4a91-9f8b-3991db022993/ad6be219-89e4-477a-aca1-e33b93430061) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:28.709772 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 59154) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:28.739423 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 4279d724-bf93-46c3-a5c1-636d82ff96f1 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:15:28.849435 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c3c040a4-9444-4191-8341-4b14f47b76f4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507450233', 'description': 'tempest-description--2145495098'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:29.116701 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.191244 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-60a8786e-0ff3-48fc-8304-5d84aaabeff2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2075245382&fields=id&tenant_id=dec7d9da1655470d9ffb03a4482157d0 HTTP/1.1" status: 200 len: 267 time: 0.4825110 Aug 27 16:15:29.202413 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e6889924-da36-48cd-8f77-f723754e7adf req-2f5d738d-8189-41c2-98d9-a9ea3ad8e058 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 210 time: 0.0745802 Aug 27 16:15:29.205423 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.210932 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3c040a4-9444-4191-8341-4b14f47b76f4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.241214 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 0d0af7a5-2ed9-400d-a713-4470e949606c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:29.241615 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.337664 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Checking segment: {'id': '5e10a936-8ca0-4bb5-acde-f7075ef5ef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4279d724-bf93-46c3-a5c1-636d82ff96f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:29.339052 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Network hostable DHCP agents. Network: 4279d724-bf93-46c3-a5c1-636d82ff96f1, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:29.453277 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e70a03d-c5de-42e9-9a07-30f340ee5378,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:29.462386 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Network 4279d724-bf93-46c3-a5c1-636d82ff96f1 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:29.480939 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 4279d724-bf93-46c3-a5c1-636d82ff96f1) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:29.491148 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:29.493752 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.508176 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:22Z', 'revision_number': 2, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:29.537181 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b9b918f1-0e82-48a8-8398-603bf848e4c8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2330213 Aug 27 16:15:29.542395 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b1d5d-a2c2-4bd3-a228-a8ade20ec5ac None None] Network 4279d724-bf93-46c3-a5c1-636d82ff96f1 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:29.731836 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Checking router: 69474aa8-2655-41ac-999f-ce3778829f34 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:29.732532 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Updating router 69474aa8-2655-41ac-999f-ce3778829f34 port c0564dce-0d98-4807-b5c1-6d9687aba4a3 binding host dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:15:29.736684 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:29.827652 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c083e-d7bd-457f-a85a-ed3f58af4d50 req-6bf22dd4-bd6d-49ba-91c4-df975e7b6a50 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:29.829288 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c88c083e-d7bd-457f-a85a-ed3f58af4d50 req-6bf22dd4-bd6d-49ba-91c4-df975e7b6a50 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 932 time: 0.1701181 Aug 27 16:15:29.892938 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.88', 56166) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:29.935528 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.965763 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3c040a4-9444-4191-8341-4b14f47b76f4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.012740 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3c040a4-9444-4191-8341-4b14f47b76f4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.117335 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c88c083e-d7bd-457f-a85a-ed3f58af4d50 req-28bec2fc-4fc8-43a5-8bcd-1e632bfd0346 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763920 Aug 27 16:15:30.202566 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:30.203061 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.262431 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92031c-78f8-4312-b023-96796829a9db req-35d44c97-41fc-461c-b0d0-03396afb608d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:30.271558 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-35d44c97-41fc-461c-b0d0-03396afb608d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.88 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 819 time: 0.3714809 Aug 27 16:15:30.364242 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7721aa-33cc-4034-b8b4-1b613e6c0f26 None None] Network 4279d724-bf93-46c3-a5c1-636d82ff96f1 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:30.396647 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Request body: {'port': {'device_id': '09120c72-8124-4a19-971a-9930f2ad1b09', 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75', 'admin_state_up': True, 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:30.426570 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-a291f6de-fbc9-4c4c-8e5b-b014d117e576 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:30.428230 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-a291f6de-fbc9-4c4c-8e5b-b014d117e576 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 816 time: 1.1598833 Aug 27 16:15:30.587897 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-8d6d516a-dd22-41b7-ac68-e5fd318f0a19 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/quotas/dec7d9da1655470d9ffb03a4482157d0 HTTP/1.1" status: 200 len: 375 time: 0.0772107 Aug 27 16:15:30.634341 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3c040a4-9444-4191-8341-4b14f47b76f4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.634341 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-c3c040a4-9444-4191-8341-4b14f47b76f4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9131732 Aug 27 16:15:30.638995 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59214) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:30.681326 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c9a3f48c-d91b-4c62-9202-c9f165b01a27 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'security_group_rule': {'security_group_id': '9de8011c-7e19-41e8-b1f5-b3750f5cd18f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:30.708113 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c040a4-9444-4191-8341-4b14f47b76f4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de8011c-7e19-41e8-b1f5-b3750f5cd18f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:30.830143 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Made reservation on behalf of 8c819e9079ef40e9b192d58a3223d4f2 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:30.844916 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.850188 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f48c-d91b-4c62-9202-c9f165b01a27 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.908747 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.952650 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-ec39d837-1437-4811-97bb-5cffd4525729 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3297462 Aug 27 16:15:31.089105 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 887478e6-5fd6-4e9f-84e3-cac90266c7aa up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:31.139246 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.220423 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e33849-b3a4-405f-9631-45cad05c3ff4 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:31.243899 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Network 9e8b6fff-c845-4388-aebc-c9251e157b75 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:31.249524 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.265778 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:31.272425 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:31.286223 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:31.287202 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.290278 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Pushing event updated for resources: {'Port': ['ID=ad6be219-89e4-477a-aca1-e33b93430061,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:31.336646 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-503ab6b4-1611-4528-98c8-48f067b0647d service neutron] 10.222.0.60 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099136 Aug 27 16:15:31.346795 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Transition to ACTIVE for port object c5e33849-b3a4-405f-9631-45cad05c3ff4 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:31.397970 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-20092010-4f9d-4167-ad7f-e6a8e994fe48 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2835245 Aug 27 16:15:31.398666 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.597394 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Pushing event updated for resources: {'Port': ['ID=c5e33849-b3a4-405f-9631-45cad05c3ff4,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:31.640695 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Attempting to bind port c5e33849-b3a4-405f-9631-45cad05c3ff4 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:31.641475 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Attempting to bind port c5e33849-b3a4-405f-9631-45cad05c3ff4 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd4102f48-42dd-4532-82fb-7effa0f4c0f2'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:31.642067 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Attempting to bind port c5e33849-b3a4-405f-9631-45cad05c3ff4 on network d4102f48-42dd-4532-82fb-7effa0f4c0f2 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:31.645457 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Allocated IP 172.20.0.3 (9e8b6fff-c845-4388-aebc-c9251e157b75/3db857fb-1308-4a91-9f8b-3991db022993/bd938b12-bb41-41d1-a027-5650fe0c9df6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:31.663062 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Port c5e33849-b3a4-405f-9631-45cad05c3ff4 on network d4102f48-42dd-4532-82fb-7effa0f4c0f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:15:31.668752 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Attempting to bind port c5e33849-b3a4-405f-9631-45cad05c3ff4 on network d4102f48-42dd-4532-82fb-7effa0f4c0f2 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:31.674604 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 887478e6-5fd6-4e9f-84e3-cac90266c7aa completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:31.686432 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-6207881d-fb03-4a1b-925f-f8a54c6a497a service neutron] 10.222.0.60 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464890 Aug 27 16:15:31.688458 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 887478e6-5fd6-4e9f-84e3-cac90266c7aa triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:31.689948 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.694214 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:31.695527 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Checking segment: {'id': '2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd4102f48-42dd-4532-82fb-7effa0f4c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:31.696270 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Bound using segment: {'id': '2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd4102f48-42dd-4532-82fb-7effa0f4c0f2'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:31.698441 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Bound port: c5e33849-b3a4-405f-9631-45cad05c3ff4, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd4102f48-42dd-4532-82fb-7effa0f4c0f2'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:31.699445 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.891697 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] For port c5e33849-b3a4-405f-9631-45cad05c3ff4, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:31.898854 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] For port c5e33849-b3a4-405f-9631-45cad05c3ff4, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c5e33849-b3a4-405f-9631-45cad05c3ff4,segment=NetworkSegment(2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca),segment_id=2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:31.905255 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.007122 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:32.013871 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.020620 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] 10.222.0.88 "PUT /v2.0/ports/c5e33849-b3a4-405f-9631-45cad05c3ff4 HTTP/1.1" status: 200 len: 1094 time: 3.7623572 Aug 27 16:15:32.027144 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a71a96-52a1-4c28-9b7f-d8e7cf818c08', 'tag': 'c5e33849-b3a4-405f-9631-45cad05c3ff4'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:32.073409 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.081384 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.108145 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Transition to ACTIVE for port object c0564dce-0d98-4807-b5c1-6d9687aba4a3 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:32.155043 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f48c-d91b-4c62-9202-c9f165b01a27 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.168050 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.170973 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f48c-d91b-4c62-9202-c9f165b01a27 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.270368 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3f48c-d91b-4c62-9202-c9f165b01a27 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d022252-61fc-485f-88aa-a64a3e50e5a8,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:32.288626 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1e69b-3b5a-4958-adeb-cbead1415e53 None None] Pushing event updated for resources: {'Port': ['ID=c0564dce-0d98-4807-b5c1-6d9687aba4a3,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:32.292979 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f48c-d91b-4c62-9202-c9f165b01a27 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.294295 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c9a3f48c-d91b-4c62-9202-c9f165b01a27 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6393909 Aug 27 16:15:32.297090 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59266) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:32.301883 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b36e92b7-aea8-4ae7-ad19-493baa0a0b88 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'security_group_rule': {'security_group_id': '9de8011c-7e19-41e8-b1f5-b3750f5cd18f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:32.365272 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.379840 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Request body: {'port': {'device_id': 'fa659654-de64-4512-9edc-1e1fe1634e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:32.464671 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.507135 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b36e92b7-aea8-4ae7-ad19-493baa0a0b88 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.626848 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 887478e6-5fd6-4e9f-84e3-cac90266c7aa, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=887478e6-5fd6-4e9f-84e3-cac90266c7aa,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:32.628532 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Attempting to bind port c0564dce-0d98-4807-b5c1-6d9687aba4a3 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:32.629429 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Attempting to bind port c0564dce-0d98-4807-b5c1-6d9687aba4a3 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:32.630213 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Attempting to bind port c0564dce-0d98-4807-b5c1-6d9687aba4a3 on network adf762ce-5518-4d19-b6cf-696e4e3885e7 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:32.637490 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:32.638471 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Checking segment: {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:32.639123 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.639765 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Bound using segment: {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:32.640505 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Bound port: c0564dce-0d98-4807-b5c1-6d9687aba4a3, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:32.641107 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.661134 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.898271 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Pushing event updated for resources: {'Port': ['ID=bd938b12-bb41-41d1-a027-5650fe0c9df6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:32.930697 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=887478e6-5fd6-4e9f-84e3-cac90266c7aa,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:32.942554 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] For port c0564dce-0d98-4807-b5c1-6d9687aba4a3, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:32.943551 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Network 9e8b6fff-c845-4388-aebc-c9251e157b75 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:32.948015 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:32.948436 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] For port c0564dce-0d98-4807-b5c1-6d9687aba4a3, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=c0564dce-0d98-4807-b5c1-6d9687aba4a3,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:32.956322 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:32.961881 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:32.963818 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.965921 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.984269 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-f9896ea4-9e5b-4271-8189-c594ba074a85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5982420 Aug 27 16:15:33.005866 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162083e-9d72-4b90-8b6c-144a7b6adff7 req-5b286dc9-da42-454d-98b9-bdd163c837e8 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:33.014602 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2162083e-9d72-4b90-8b6c-144a7b6adff7 req-5b286dc9-da42-454d-98b9-bdd163c837e8 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 944 time: 0.6535392 Aug 27 16:15:33.026679 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b36e92b7-aea8-4ae7-ad19-493baa0a0b88 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.042637 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Request body: {'port': {'device_id': '09120c72-8124-4a19-971a-9930f2ad1b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:33.045156 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:33.045907 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:15:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:33.095862 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b36e92b7-aea8-4ae7-ad19-493baa0a0b88 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.133508 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e92b7-aea8-4ae7-ad19-493baa0a0b88 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a319775-9146-443e-a666-52ab3e1e2326,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:33.180458 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2162083e-9d72-4b90-8b6c-144a7b6adff7 req-187c81c0-df37-4aab-9007-c832c53410f9 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624606 Aug 27 16:15:33.184775 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59290) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:33.214544 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.259125 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b36e92b7-aea8-4ae7-ad19-493baa0a0b88 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.260469 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b36e92b7-aea8-4ae7-ad19-493baa0a0b88 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9622886 Aug 27 16:15:33.275656 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 59296) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:33.359244 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:33.525980 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'floatingip': {'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:33.535070 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5b2935-46b3-4837-9820-14eaf24edd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "18a71a96-52a1-4c28-9b7f-d8e7cf818c08", "tag": "c5e33849-b3a4-405f-9631-45cad05c3ff4"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:33.559620 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec46e8b-2c13-4639-9a03-da297ea6171c service neutron] Pushing event updated for resources: {'Port': ['ID=c5e33849-b3a4-405f-9631-45cad05c3ff4,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:33.596561 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.599402 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1e69b-3b5a-4958-adeb-cbead1415e53 None None] Pushing event updated for resources: {'Port': ['ID=c0564dce-0d98-4807-b5c1-6d9687aba4a3,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:33.661674 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-58b286cf-e29d-4a82-88ab-1259c5a15a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:33.667142 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-58b286cf-e29d-4a82-88ab-1259c5a15a58 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a018fa6d7bf485a928d75bca451f975&device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 1097 time: 1.3380711 Aug 27 16:15:33.673499 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3d3b40f-9ca2-4105-b1e2-f659f44e6d25 req-ba023001-9c69-4f21-b0bd-533c292f98b6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 210 time: 0.1459887 Aug 27 16:15:33.692733 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.695991 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c263b70-a62b-420c-b441-20c1663b53f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.756467 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f97179-1819-4b83-9b13-3597306c808d req-36dcdfe1-7e71-4cd9-8abe-69e1b81a8124 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:33.768400 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5f97179-1819-4b83-9b13-3597306c808d req-36dcdfe1-7e71-4cd9-8abe-69e1b81a8124 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 931 time: 1.2976522 Aug 27 16:15:33.843234 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:33.912491 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54647d-32bf-40f5-8467-1097d11dccfd None None] The sync data for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi is: [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:34.178281 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5f97179-1819-4b83-9b13-3597306c808d req-997211da-23b4-4b78-9172-07867e11c5f4 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074099 Aug 27 16:15:34.287875 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c263b70-a62b-420c-b441-20c1663b53f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.302205 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c263b70-a62b-420c-b441-20c1663b53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.322835 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6db063-0bf6-4fca-8fa6-79647ea6c0bf x-openstack-request-id: req-bb6db063-0bf6-4fca-8fa6-79647ea6c0bf {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:34.324546 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a71a96-52a1-4c28-9b7f-d8e7cf818c08", "tag": "c5e33849-b3a4-405f-9631-45cad05c3ff4", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:34.325095 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb6db063-0bf6-4fca-8fa6-79647ea6c0bf {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:34.326628 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a71a96-52a1-4c28-9b7f-d8e7cf818c08', 'tag': 'c5e33849-b3a4-405f-9631-45cad05c3ff4', 'status': 'completed', 'code': 200} Aug 27 16:15:34.354621 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-893b3628-ac54-44ff-a009-6886ea61cc7e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e33849-b3a4-405f-9631-45cad05c3ff4 HTTP/1.1" status: 200 len: 217 time: 0.2655551 Aug 27 16:15:34.375590 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 59326) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:34.376286 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6c263b70-a62b-420c-b441-20c1663b53f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32f82ecf15de430086d172b33dc18240&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1807389 Aug 27 16:15:34.380370 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c263b70-a62b-420c-b441-20c1663b53f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf98d186-6426-49ae-aba6-af9585e8a19c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:34.470272 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd938b12-bb41-41d1-a027-5650fe0c9df6 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:34.481608 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.528300 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Transition to ACTIVE for port object bd938b12-bb41-41d1-a027-5650fe0c9df6 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:34.538622 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.88', 56177) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:34.543625 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.668308 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Pushing event updated for resources: {'Port': ['ID=bd938b12-bb41-41d1-a027-5650fe0c9df6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:34.800992 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-b67f24c5-cfc9-47c0-b651-0c86d01ebdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:34.803146 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-b67f24c5-cfc9-47c0-b651-0c86d01ebdd1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd1c12a8-1309-4a02-9479-0bad3fa57259 HTTP/1.1" status: 200 len: 851 time: 0.3961854 Aug 27 16:15:34.847006 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6e6a-762c-4a71-800a-e736eacb8b41 req-9fc0b554-4eb1-43d9-a052-ef93663acadf tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:34.855911 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2aae6e6a-762c-4a71-800a-e736eacb8b41 req-9fc0b554-4eb1-43d9-a052-ef93663acadf tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 944 time: 0.3261149 Aug 27 16:15:34.889174 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Attempting to bind port bd938b12-bb41-41d1-a027-5650fe0c9df6 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:34.889945 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Attempting to bind port bd938b12-bb41-41d1-a027-5650fe0c9df6 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:34.890465 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Attempting to bind port bd938b12-bb41-41d1-a027-5650fe0c9df6 on network 9e8b6fff-c845-4388-aebc-c9251e157b75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:34.898147 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Port bd938b12-bb41-41d1-a027-5650fe0c9df6 on network 9e8b6fff-c845-4388-aebc-c9251e157b75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:15:34.898725 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Attempting to bind port bd938b12-bb41-41d1-a027-5650fe0c9df6 on network 9e8b6fff-c845-4388-aebc-c9251e157b75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:34.909780 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:34.910369 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Checking segment: {'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:34.911080 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Bound using segment: {'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:34.911884 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Bound port: bd938b12-bb41-41d1-a027-5650fe0c9df6, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:34.912415 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.942217 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2aae6e6a-762c-4a71-800a-e736eacb8b41 req-7547d5a6-9e8f-4b06-bb3b-7a90e71cd13c tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741827 Aug 27 16:15:35.020040 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c0564dce-0d98-4807-b5c1-6d9687aba4a3 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:35.036864 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] For port bd938b12-bb41-41d1-a027-5650fe0c9df6, host hv-cinder-80069, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:35.057467 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] For port bd938b12-bb41-41d1-a027-5650fe0c9df6, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd938b12-bb41-41d1-a027-5650fe0c9df6,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:35.066508 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.108983 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-73f3d035-7407-44d3-89af-7b23be974f94 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d4102f48-42dd-4532-82fb-7effa0f4c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2126946 Aug 27 16:15:35.126161 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port c0564dce-0d98-4807-b5c1-6d9687aba4a3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:35.131162 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port c0564dce-0d98-4807-b5c1-6d9687aba4a3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:35.131572 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.141844 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a732917d-7131-43cd-8005-dc9f716ceeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.154836 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d87d38b-379b-495c-a427-f3c9717dfec1 req-24b43705-8478-4f0b-a36a-bf2c47cbe9b8 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 210 time: 0.1424768 Aug 27 16:15:35.234420 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a732917d-7131-43cd-8005-dc9f716ceeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.287223 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.296733 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.321267 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-c6f77dc8-8c40-4cf6-a1b1-33b29f3ff4cb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:35.323000 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-c6f77dc8-8c40-4cf6-a1b1-33b29f3ff4cb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 816 time: 0.5947492 Aug 27 16:15:35.335807 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:35.335807 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.337244 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] 10.222.0.88 "PUT /v2.0/ports/bd938b12-bb41-41d1-a027-5650fe0c9df6 HTTP/1.1" status: 200 len: 1093 time: 2.3017564 Aug 27 16:15:35.345236 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09120c72-8124-4a19-971a-9930f2ad1b09', 'tag': 'bd938b12-bb41-41d1-a027-5650fe0c9df6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:35.348557 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port c0564dce-0d98-4807-b5c1-6d9687aba4a3, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=c0564dce-0d98-4807-b5c1-6d9687aba4a3,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:35.355017 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.356084 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 887478e6-5fd6-4e9f-84e3-cac90266c7aa up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:35.416792 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6be219-89e4-477a-aca1-e33b93430061 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:35.433652 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a732917d-7131-43cd-8005-dc9f716ceeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.436579 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a732917d-7131-43cd-8005-dc9f716ceeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.439723 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a732917d-7131-43cd-8005-dc9f716ceeae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf98d186-6426-49ae-aba6-af9585e8a19c HTTP/1.1" status: 204 len: 168 time: 1.0559390 Aug 27 16:15:35.439723 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.516071 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=c0564dce-0d98-4807-b5c1-6d9687aba4a3,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:35.519323 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732917d-7131-43cd-8005-dc9f716ceeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf98d186-6426-49ae-aba6-af9585e8a19c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:35.525611 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Transition to ACTIVE for port object ad6be219-89e4-477a-aca1-e33b93430061 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:35.542081 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 887478e6-5fd6-4e9f-84e3-cac90266c7aa triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:35.542420 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.544906 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e44cca324962b5f450c545287dc147bdb9f24ae76b68515094eaf1112f1b446a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e09127-39c1-45b4-99c1-f34fe3d277ba" -d '{"events": [{"name": "network-changed", "server_uuid": "09120c72-8124-4a19-971a-9930f2ad1b09", "tag": "bd938b12-bb41-41d1-a027-5650fe0c9df6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:35.545774 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.569671 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06866d67-3927-4e9f-a882-82e6acfd7711 service neutron] Pushing event updated for resources: {'Port': ['ID=bd938b12-bb41-41d1-a027-5650fe0c9df6,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:35.594147 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e2cd9-6463-48fd-b39a-70ee5cbcfeb6 req-5738e01e-688b-45e1-b719-53e78ec39228 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:35.597394 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1a2e2cd9-6463-48fd-b39a-70ee5cbcfeb6 req-5738e01e-688b-45e1-b719-53e78ec39228 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 943 time: 0.2717693 Aug 27 16:15:35.665032 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1a2e2cd9-6463-48fd-b39a-70ee5cbcfeb6 req-2eca5bd3-611a-4d1d-8957-2659aa60372e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557172 Aug 27 16:15:35.675469 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Allocated IP 172.27.0.22 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/1cc9b0ce-4fc7-4123-958c-34965bfb2a28) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:35.818985 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Pushing event updated for resources: {'Port': ['ID=ad6be219-89e4-477a-aca1-e33b93430061,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:35.908656 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Attempting to bind port ad6be219-89e4-477a-aca1-e33b93430061 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:35.909483 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Attempting to bind port ad6be219-89e4-477a-aca1-e33b93430061 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:35.910080 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Attempting to bind port ad6be219-89e4-477a-aca1-e33b93430061 on network 9e8b6fff-c845-4388-aebc-c9251e157b75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:35.933600 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Port ad6be219-89e4-477a-aca1-e33b93430061 on network 9e8b6fff-c845-4388-aebc-c9251e157b75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:15:35.933737 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1af09f-0f64-4491-8289-bb5b073d1565 x-openstack-request-id: req-1e1af09f-0f64-4491-8289-bb5b073d1565 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:35.934041 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Attempting to bind port ad6be219-89e4-477a-aca1-e33b93430061 on network 9e8b6fff-c845-4388-aebc-c9251e157b75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:35.934410 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09120c72-8124-4a19-971a-9930f2ad1b09", "tag": "bd938b12-bb41-41d1-a027-5650fe0c9df6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:35.934746 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e1af09f-0f64-4491-8289-bb5b073d1565 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:35.935906 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09120c72-8124-4a19-971a-9930f2ad1b09', 'tag': 'bd938b12-bb41-41d1-a027-5650fe0c9df6', 'status': 'completed', 'code': 200} Aug 27 16:15:35.941825 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:35.942257 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Checking segment: {'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:35.942664 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Bound using segment: {'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:35.943248 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Bound port: ad6be219-89e4-477a-aca1-e33b93430061, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:35.943672 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.011101 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.055701 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] For port ad6be219-89e4-477a-aca1-e33b93430061, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:36.062942 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59382) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:36.080541 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] For port ad6be219-89e4-477a-aca1-e33b93430061, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad6be219-89e4-477a-aca1-e33b93430061,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:36.080827 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c599399-eecb-41cc-a59b-4ac28ffe4016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.085143 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.153533 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:36.154160 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.155643 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] 10.222.0.88 "PUT /v2.0/ports/ad6be219-89e4-477a-aca1-e33b93430061 HTTP/1.1" status: 200 len: 1094 time: 4.1598132 Aug 27 16:15:36.156798 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.187607 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:36.209838 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:36.210674 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602a9a0-97bb-47df-bf71-d46030cbc247 req-2dc1ed99-e91f-4816-83ae-ecae472050fe tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:36.214646 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:36.219683 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4602a9a0-97bb-47df-bf71-d46030cbc247 req-2dc1ed99-e91f-4816-83ae-ecae472050fe tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 944 time: 0.1348968 Aug 27 16:15:36.282668 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4602a9a0-97bb-47df-bf71-d46030cbc247 req-44a4de16-4f86-41bc-8420-136e8f142cd0 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573237 Aug 27 16:15:36.326051 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a043f4-86ea-4b5e-9183-6bb90817225a service neutron] Pushing event updated for resources: {'Port': ['ID=ad6be219-89e4-477a-aca1-e33b93430061,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:36.364386 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa659654-de64-4512-9edc-1e1fe1634e0c', 'tag': 'ad6be219-89e4-477a-aca1-e33b93430061'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:36.366888 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a6de37-b19e-44a8-b927-92bfbdf9d049" -d '{"events": [{"name": "network-changed", "server_uuid": "fa659654-de64-4512-9edc-1e1fe1634e0c", "tag": "ad6be219-89e4-477a-aca1-e33b93430061"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:36.371986 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bf84f0ad-1cba-411e-8754-bc756d516eb4 req-14fca614-ed0d-4f94-95d4-5599d307061f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 210 time: 0.0555625 Aug 27 16:15:36.372947 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c599399-eecb-41cc-a59b-4ac28ffe4016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.377437 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c599399-eecb-41cc-a59b-4ac28ffe4016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.422551 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2c599399-eecb-41cc-a59b-4ac28ffe4016 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3bdea2f7d2b4636a04c8422ca6ae99c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581893 Aug 27 16:15:36.427206 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59398) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:36.454931 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c599399-eecb-41cc-a59b-4ac28ffe4016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f46678-222b-41d8-a32c-cad3630b8d65,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:36.457409 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.465535 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'Port': ['ID=1cc9b0ce-4fc7-4123-958c-34965bfb2a28,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:36.473135 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4454eeb-214a-45d6-932c-7186d9cfab6d x-openstack-request-id: req-d4454eeb-214a-45d6-932c-7186d9cfab6d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:36.473330 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa659654-de64-4512-9edc-1e1fe1634e0c", "tag": "ad6be219-89e4-477a-aca1-e33b93430061", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:36.473762 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4454eeb-214a-45d6-932c-7186d9cfab6d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:36.474198 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa659654-de64-4512-9edc-1e1fe1634e0c', 'tag': 'ad6be219-89e4-477a-aca1-e33b93430061', 'status': 'completed', 'code': 200} Aug 27 16:15:36.491664 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35c0bfcb-9415-475d-aa4a-1d5e40c012a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.503770 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.513677 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35c0bfcb-9415-475d-aa4a-1d5e40c012a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.554463 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59402) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:36.566711 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35c0bfcb-9415-475d-aa4a-1d5e40c012a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.570284 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35c0bfcb-9415-475d-aa4a-1d5e40c012a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.570854 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-35c0bfcb-9415-475d-aa4a-1d5e40c012a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81f46678-222b-41d8-a32c-cad3630b8d65 HTTP/1.1" status: 204 len: 168 time: 0.1427393 Aug 27 16:15:36.579499 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0bfcb-9415-475d-aa4a-1d5e40c012a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f46678-222b-41d8-a32c-cad3630b8d65,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:36.674636 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ba30e5b-b930-4c33-ad7a-ad09fe1739c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.762130 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c0564dce-0d98-4807-b5c1-6d9687aba4a3 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:36.829673 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ba30e5b-b930-4c33-ad7a-ad09fe1739c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.832059 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port c0564dce-0d98-4807-b5c1-6d9687aba4a3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:36.832800 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.842932 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ba30e5b-b930-4c33-ad7a-ad09fe1739c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.875886 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba30e5b-b930-4c33-ad7a-ad09fe1739c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8ac9e9-a92f-4654-a626-811096c2782d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:36.906813 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7ba30e5b-b930-4c33-ad7a-ad09fe1739c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4e38e151ffe4a90898a9143f1c29ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503344 Aug 27 16:15:36.907638 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59416) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:36.915581 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.929611 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d10896-0b3d-4ddc-b75b-fb5edb28fc96 req-3ea623b5-804f-4850-9711-b7a723ea144a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:36.931579 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c0d10896-0b3d-4ddc-b75b-fb5edb28fc96 req-3ea623b5-804f-4850-9711-b7a723ea144a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 943 time: 0.0716724 Aug 27 16:15:36.939349 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.981228 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce26e255-4eb9-4c62-9c0a-f4f989ec6016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.006221 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.010974 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce26e255-4eb9-4c62-9c0a-f4f989ec6016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.042562 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'Port': ['ID=1cc9b0ce-4fc7-4123-958c-34965bfb2a28,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:37.047698 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c0d10896-0b3d-4ddc-b75b-fb5edb28fc96 req-6450cd7b-6765-4592-ab53-3c3bc9a6c6ab tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055615 Aug 27 16:15:37.048869 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.050107 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d9178ffa-419d-40e3-8ca4-03bb92c6feba tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6415284 Aug 27 16:15:37.092324 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce26e255-4eb9-4c62-9c0a-f4f989ec6016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.116881 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce26e255-4eb9-4c62-9c0a-f4f989ec6016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.118740 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ce26e255-4eb9-4c62-9c0a-f4f989ec6016 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af8ac9e9-a92f-4654-a626-811096c2782d HTTP/1.1" status: 204 len: 168 time: 0.2096071 Aug 27 16:15:37.129903 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26e255-4eb9-4c62-9c0a-f4f989ec6016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8ac9e9-a92f-4654-a626-811096c2782d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:37.234362 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2f89a619-34bc-4d79-81e9-86b301c348bb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dec7d9da1655470d9ffb03a4482157d0 HTTP/1.1" status: 200 len: 380 time: 0.1365333 Aug 27 16:15:37.254681 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'port': {'device_id': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'admin_state_up': True, 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'security_groups': ['89b2e682-eec2-4bb9-92ee-9145e7573029']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:37.300003 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e09127-39c1-45b4-99c1-f34fe3d277ba req-ff5d3eb1-8097-4576-9d8e-6e5cb36b6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:37.301676 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-69e09127-39c1-45b4-99c1-f34fe3d277ba req-ff5d3eb1-8097-4576-9d8e-6e5cb36b6c4d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 1096 time: 0.1434274 Aug 27 16:15:37.333266 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-850a8fcd-5ca7-4a81-b691-3a312ee7612a service neutron] 10.222.0.88 "GET /v2.0/networks/d4102f48-42dd-4532-82fb-7effa0f4c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378008 Aug 27 16:15:37.568086 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5acc915-07f0-461e-b970-3f2d75cd4b39 req-bcbc51ee-a6f9-48a8-b6b3-5d4694067091 service neutron] 10.222.0.88 "GET /v2.0/networks/d4102f48-42dd-4532-82fb-7effa0f4c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942940 Aug 27 16:15:37.699480 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-274d6975-3857-49be-b6e2-176636b51956 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1507450233&fields=id&tenant_id=cd11569712d94df49b98c19cc117f110 HTTP/1.1" status: 200 len: 267 time: 0.3873465 Aug 27 16:15:37.784944 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e09127-39c1-45b4-99c1-f34fe3d277ba req-52dcfdc2-4ea9-4bfc-816f-9eb79b83fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:37.786392 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-69e09127-39c1-45b4-99c1-f34fe3d277ba req-52dcfdc2-4ea9-4bfc-816f-9eb79b83fbcd service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4585660 Aug 27 16:15:37.832461 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6de37-b19e-44a8-b927-92bfbdf9d049 req-f69d5d8a-8bac-48c5-aaf6-b7c56bc2783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:37.834529 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b2a6de37-b19e-44a8-b927-92bfbdf9d049 req-f69d5d8a-8bac-48c5-aaf6-b7c56bc2783d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 1097 time: 0.4984133 Aug 27 16:15:37.949569 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d17a7-89e7-4042-8212-c61519532b93 req-dbbfc8b1-2605-4542-91f7-601a0e60bb7c tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:37.952642 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b18d17a7-89e7-4042-8212-c61519532b93 req-dbbfc8b1-2605-4542-91f7-601a0e60bb7c tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 944 time: 0.3244510 Aug 27 16:15:38.020050 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b2935-46b3-4837-9820-14eaf24edd9c req-8b785320-a719-4f69-82fe-5e701d915d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:38.021896 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a5b2935-46b3-4837-9820-14eaf24edd9c req-8b785320-a719-4f69-82fe-5e701d915d37 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a018fa6d7bf485a928d75bca451f975&device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 1097 time: 0.3019114 Aug 27 16:15:38.117627 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328f8c-7adf-462f-b345-3291c9944e3e req-149f5d68-9b99-4a1d-b142-d7684c8efae8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:38.120147 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-149f5d68-9b99-4a1d-b142-d7684c8efae8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 811 time: 0.3328209 Aug 27 16:15:38.122535 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e09127-39c1-45b4-99c1-f34fe3d277ba req-3b89f1c1-97d2-4228-a1c8-03936831c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:38.124087 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-69e09127-39c1-45b4-99c1-f34fe3d277ba req-3b89f1c1-97d2-4228-a1c8-03936831c105 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3211312 Aug 27 16:15:38.137993 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-f59d91e0-7e9d-44cb-9daf-3131faf6bf57 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/quotas/cd11569712d94df49b98c19cc117f110 HTTP/1.1" status: 200 len: 375 time: 0.0099413 Aug 27 16:15:38.141212 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Made reservation on behalf of dec7d9da1655470d9ffb03a4482157d0 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:38.145407 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.218214 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-7ff428e2-c971-41dd-adf5-e0f1ea2f591b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731091 Aug 27 16:15:38.222635 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b18d17a7-89e7-4042-8212-c61519532b93 req-915b03a7-8ff0-4905-95f4-825860aa6291 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092888 Aug 27 16:15:38.274945 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6de37-b19e-44a8-b927-92bfbdf9d049 req-f79f8d46-c711-4187-a9ee-e15250f6cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:38.276940 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b2a6de37-b19e-44a8-b927-92bfbdf9d049 req-f79f8d46-c711-4187-a9ee-e15250f6cc93 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4189861 Aug 27 16:15:38.396146 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-03c166bf-5ca5-48e4-801d-5b47412a8c3c service neutron] 10.222.0.60 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589046 Aug 27 16:15:38.443576 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0dc7791f-ce07-41eb-b4bc-a07326415d92 req-e843a4d3-9faf-43bc-83a0-0277d3a57ba7 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 210 time: 0.1272719 Aug 27 16:15:38.469636 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92031c-78f8-4312-b023-96796829a9db req-fb61f959-4eb6-4b7f-989b-aa9b69fdce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:38.471328 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-fb61f959-4eb6-4b7f-989b-aa9b69fdce95 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 1096 time: 0.1250300 Aug 27 16:15:38.566110 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-dcf29c0b-bdd6-471f-a8df-babcbe0fee16 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd938b12-bb41-41d1-a027-5650fe0c9df6 HTTP/1.1" status: 200 len: 217 time: 0.0765281 Aug 27 16:15:38.651783 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-9967d83a-be88-4fc9-aea2-dfc6e98c4b17 service neutron] 10.222.0.60 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487860 Aug 27 16:15:38.659260 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92031c-78f8-4312-b023-96796829a9db req-b93edb75-283d-4e5d-8f1b-2c8cec886cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:38.660756 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-b93edb75-283d-4e5d-8f1b-2c8cec886cc0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3db857fb-1308-4a91-9f8b-3991db022993 HTTP/1.1" status: 200 len: 859 time: 0.0849626 Aug 27 16:15:38.717440 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Allocated IP 172.20.0.6 (710528ce-a840-4305-b82a-8a697ab88986/94d223c3-2eeb-4c39-be6e-78fc826248c1/c12950c4-2fb4-49fd-b19e-92a0bf003f6c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:38.732462 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-59322eef-e572-4174-82bc-ce2c0ddcea1f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9e8b6fff-c845-4388-aebc-c9251e157b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629122 Aug 27 16:15:38.929187 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.953925 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Transition to ACTIVE for port object c12950c4-2fb4-49fd-b19e-92a0bf003f6c will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:39.126299 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b2935-46b3-4837-9820-14eaf24edd9c req-986bdd0a-e542-4f81-8d24-eedd2854606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.128466 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a5b2935-46b3-4837-9820-14eaf24edd9c req-986bdd0a-e542-4f81-8d24-eedd2854606d service neutron] 10.222.0.88 "GET /v2.0/networks?id=d4102f48-42dd-4532-82fb-7effa0f4c0f2 HTTP/1.1" status: 200 len: 912 time: 0.8131244 Aug 27 16:15:39.153048 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6de37-b19e-44a8-b927-92bfbdf9d049 req-3c045f06-8225-4803-b4cd-232e190631d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.154613 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b2a6de37-b19e-44a8-b927-92bfbdf9d049 req-3c045f06-8225-4803-b4cd-232e190631d2 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8374214 Aug 27 16:15:39.168616 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0eaf263c-77d4-42db-9c6e-1311063b700f req-349cbb5c-6d0e-4ac6-8d70-6f8cc069393f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 210 time: 0.1088276 Aug 27 16:15:39.193996 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.203263 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a5b2935-46b3-4837-9820-14eaf24edd9c req-3deac086-1247-45a1-8caa-d885dc0fad11 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e33849-b3a4-405f-9631-45cad05c3ff4 HTTP/1.1" status: 200 len: 217 time: 0.0640159 Aug 27 16:15:39.217358 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399c421-a2b8-4201-85a9-f1bc058bc73a req-4b825cdf-275a-4b56-be3f-fa2a8469900b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.217985 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-22c27f6f-f9e6-41c0-977a-1bbf22b6d72a service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770522 Aug 27 16:15:39.225789 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3399c421-a2b8-4201-85a9-f1bc058bc73a req-4b825cdf-275a-4b56-be3f-fa2a8469900b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 943 time: 0.6499195 Aug 27 16:15:39.456944 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21b09-4f22-4ee2-888c-543f384a68a2 req-b7c7df03-03c9-4b93-ad00-370f7d6f4160 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.458680 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c2e21b09-4f22-4ee2-888c-543f384a68a2 req-b7c7df03-03c9-4b93-ad00-370f7d6f4160 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 944 time: 0.0904810 Aug 27 16:15:39.479773 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-c76409da-f81a-4f76-bfe6-d71161853bc9 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342103 Aug 27 16:15:39.525786 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c2e21b09-4f22-4ee2-888c-543f384a68a2 req-0d0f8fd8-1218-49a2-a282-4306123db913 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597215 Aug 27 16:15:39.619903 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Network 710528ce-a840-4305-b82a-8a697ab88986 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:39.683425 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e95f6-2966-4840-9086-693a93ef7c0b req-d2af1dc1-8f0d-4f9a-bb6e-ec52162bd146 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.688955 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b65e95f6-2966-4840-9086-693a93ef7c0b req-d2af1dc1-8f0d-4f9a-bb6e-ec52162bd146 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 931 time: 0.0917413 Aug 27 16:15:39.699255 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:39.721419 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3399c421-a2b8-4201-85a9-f1bc058bc73a req-c6d4d35c-7f3e-466e-a3bc-0dcbc3ea4179 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944737 Aug 27 16:15:39.750933 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:39.755284 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b65e95f6-2966-4840-9086-693a93ef7c0b req-6c7be09c-5bd2-4001-aa84-075c5a37eba5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524378 Aug 27 16:15:39.804357 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:39.809914 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.810673 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.830887 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b2935-46b3-4837-9820-14eaf24edd9c req-65ac1f84-dbfd-4c1b-b41f-d216f373a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.832596 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a5b2935-46b3-4837-9820-14eaf24edd9c req-65ac1f84-dbfd-4c1b-b41f-d216f373a314 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd1c12a8-1309-4a02-9479-0bad3fa57259 HTTP/1.1" status: 200 len: 851 time: 0.5822387 Aug 27 16:15:39.872778 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a5b2935-46b3-4837-9820-14eaf24edd9c req-291ba665-10db-4017-a48f-1f7029a3827f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d4102f48-42dd-4532-82fb-7effa0f4c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303843 Aug 27 16:15:39.874034 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-cca2aa12-7acb-4666-a3df-47ee26b7f5bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6246939 Aug 27 16:15:39.876160 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def70-643c-4893-83ab-c995701f85c3 req-80d0c06a-ab09-4c47-918e-bd5d36135266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.877635 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-80d0c06a-ab09-4c47-918e-bd5d36135266 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 1097 time: 0.5639586 Aug 27 16:15:39.941500 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Request body: {'port': {'device_id': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:40.044264 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-74b0f48e-10e1-40e9-b382-576bb45a8874 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6be219-89e4-477a-aca1-e33b93430061 HTTP/1.1" status: 200 len: 217 time: 0.1267276 Aug 27 16:15:40.126820 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5d3ff635-e3d6-4a6c-8647-242cf7cbeef0 None None] Provisioning for port c12950c4-2fb4-49fd-b19e-92a0bf003f6c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:40.131366 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5d3ff635-e3d6-4a6c-8647-242cf7cbeef0 None None] Provisioning complete for port c12950c4-2fb4-49fd-b19e-92a0bf003f6c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:40.131757 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5d3ff635-e3d6-4a6c-8647-242cf7cbeef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.159180 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.165853 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a5b2935-46b3-4837-9820-14eaf24edd9c req-b383ddab-ad5e-466a-9cef-481083d6d8d3 service neutron] 10.222.0.88 "GET /v2.0/networks/d4102f48-42dd-4532-82fb-7effa0f4c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583146 Aug 27 16:15:40.175318 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ff635-e3d6-4a6c-8647-242cf7cbeef0 None None] Port c12950c4-2fb4-49fd-b19e-92a0bf003f6c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:40.195323 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def70-643c-4893-83ab-c995701f85c3 req-9b81ee5f-94b2-4b6b-b998-d543161887aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:40.197475 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-9b81ee5f-94b2-4b6b-b998-d543161887aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3db857fb-1308-4a91-9f8b-3991db022993 HTTP/1.1" status: 200 len: 859 time: 0.1443374 Aug 27 16:15:40.291697 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-3f5214d4-1d27-4bc5-9794-2d9cb1ed5db5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9e8b6fff-c845-4388-aebc-c9251e157b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825846 Aug 27 16:15:40.317764 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b8bc2484-3d2d-47ae-80c7-f1f0103f1716 req-3d437521-ca64-4315-9969-d11b944ea558 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 210 time: 0.0545409 Aug 27 16:15:40.446749 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59586) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:40.486172 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a5b2935-46b3-4837-9820-14eaf24edd9c req-ca890e99-e316-46df-8f6f-b5152a3edc53 service neutron] 10.222.0.88 "GET /v2.0/networks/d4102f48-42dd-4532-82fb-7effa0f4c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073540 Aug 27 16:15:40.551049 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-b0382381-9116-4467-9528-17da15c6903e service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355089 Aug 27 16:15:40.569175 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6348c26-798d-4c03-a8b7-812a56a5e833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.664905 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208a1f3-fae7-408c-9fb2-57e792fdc1c7 req-54f74fe5-1c8a-4697-9d8c-59527ae16486 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:40.666929 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a208a1f3-fae7-408c-9fb2-57e792fdc1c7 req-54f74fe5-1c8a-4697-9d8c-59527ae16486 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 944 time: 0.0681558 Aug 27 16:15:40.729025 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a208a1f3-fae7-408c-9fb2-57e792fdc1c7 req-e1cf8501-03f9-4173-8958-5a1fd87194f1 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531683 Aug 27 16:15:40.739395 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6348c26-798d-4c03-a8b7-812a56a5e833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.754375 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6348c26-798d-4c03-a8b7-812a56a5e833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.813038 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e6348c26-798d-4c03-a8b7-812a56a5e833 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f24aaf9df621433481b641b8c9dc0f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651309 Aug 27 16:15:40.813721 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 59602) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:40.814626 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6348c26-798d-4c03-a8b7-812a56a5e833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fe3ad9-5fb5-4e86-ab55-b94c34745bac,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:40.816696 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-266def70-643c-4893-83ab-c995701f85c3 req-b24643b7-0955-4355-9c34-bb3c59279364 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414067 Aug 27 16:15:40.829016 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328f8c-7adf-462f-b345-3291c9944e3e req-477262a3-ff90-450f-9baa-64a7c2f27c29 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:40.830482 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-477262a3-ff90-450f-9baa-64a7c2f27c29 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 811 time: 0.2540720 Aug 27 16:15:40.832707 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12950c4-2fb4-49fd-b19e-92a0bf003f6c {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:40.847284 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.932510 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Transition to ACTIVE for port object c12950c4-2fb4-49fd-b19e-92a0bf003f6c will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:40.938332 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c5020-8e09-424b-80b1-9d8893b254f9 req-34b5464d-0915-4d75-9367-5b6350acb98f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:40.939812 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9f2c5020-8e09-424b-80b1-9d8893b254f9 req-34b5464d-0915-4d75-9367-5b6350acb98f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 931 time: 0.0531387 Aug 27 16:15:40.944762 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-409bf2ef-4cd1-4a34-820f-2e52dc516074 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd11569712d94df49b98c19cc117f110 HTTP/1.1" status: 200 len: 380 time: 0.0950327 Aug 27 16:15:40.945347 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.965763 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'port': {'device_id': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'admin_state_up': True, 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'security_groups': ['9de8011c-7e19-41e8-b1f5-b3750f5cd18f']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:40.978737 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9f2c5020-8e09-424b-80b1-9d8893b254f9 req-d4eb0714-f2fd-45e3-8f50-c7dd04a50cfc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Aug 27 16:15:41.066062 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c5e33849-b3a4-405f-9631-45cad05c3ff4 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:41.073370 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f65d3-2dfc-4a9f-ad4a-a2b1ca139dd7 req-55ad93e3-afbd-47c9-8413-dafcbd9574a7 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:41.074926 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9c0f65d3-2dfc-4a9f-ad4a-a2b1ca139dd7 req-55ad93e3-afbd-47c9-8413-dafcbd9574a7 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 943 time: 0.2364335 Aug 27 16:15:41.096485 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d48a3719-facc-4a83-868d-b81bf2ca04a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.098051 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:41.189976 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d48a3719-facc-4a83-868d-b81bf2ca04a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.222619 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Attempting to bind port c12950c4-2fb4-49fd-b19e-92a0bf003f6c on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:41.222954 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Attempting to bind port c12950c4-2fb4-49fd-b19e-92a0bf003f6c by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:41.223284 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Attempting to bind port c12950c4-2fb4-49fd-b19e-92a0bf003f6c on network 710528ce-a840-4305-b82a-8a697ab88986 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:41.230927 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c5e33849-b3a4-405f-9631-45cad05c3ff4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c5e33849-b3a4-405f-9631-45cad05c3ff4,segment=NetworkSegment(2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca),segment_id=2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:41.238862 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9c0f65d3-2dfc-4a9f-ad4a-a2b1ca139dd7 req-bfc7f857-ecbf-43f4-ab26-e1112f8da0a8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506913 Aug 27 16:15:41.245596 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'c5e33849-b3a4-405f-9631-45cad05c3ff4', 'network_id': 'd4102f48-42dd-4532-82fb-7effa0f4c0f2', 'port_id': 'c5e33849-b3a4-405f-9631-45cad05c3ff4', 'mac_address': 'fa:16:3e:d8:56:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1c12a8-1309-4a02-9479-0bad3fa57259', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:41.265619 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Port c12950c4-2fb4-49fd-b19e-92a0bf003f6c on network 710528ce-a840-4305-b82a-8a697ab88986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:15:41.265619 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Attempting to bind port c12950c4-2fb4-49fd-b19e-92a0bf003f6c on network 710528ce-a840-4305-b82a-8a697ab88986 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:41.283690 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:41.284101 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Checking segment: {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:41.284604 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Bound using segment: {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:41.285075 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Bound port: c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:41.285435 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.306607 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Made reservation on behalf of cd11569712d94df49b98c19cc117f110 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:41.310409 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.312560 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.329730 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e33849-b3a4-405f-9631-45cad05c3ff4 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:41.342913 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d48a3719-facc-4a83-868d-b81bf2ca04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.357265 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d48a3719-facc-4a83-868d-b81bf2ca04a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.360853 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d48a3719-facc-4a83-868d-b81bf2ca04a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00fe3ad9-5fb5-4e86-ab55-b94c34745bac HTTP/1.1" status: 204 len: 168 time: 0.5440993 Aug 27 16:15:41.374635 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c5e33849-b3a4-405f-9631-45cad05c3ff4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c5e33849-b3a4-405f-9631-45cad05c3ff4,segment=NetworkSegment(2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca),segment_id=2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:41.386227 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.393009 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a3719-facc-4a83-868d-b81bf2ca04a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fe3ad9-5fb5-4e86-ab55-b94c34745bac,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:41.482063 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:41.483665 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-89602a89-d7d6-4428-bcf5-9dce8f7cafef req-923ef571-ead4-40f0-80f2-1b445c64bee7 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 210 time: 0.0429204 Aug 27 16:15:41.491566 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=c5e33849-b3a4-405f-9631-45cad05c3ff4,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:41.504405 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:41.542817 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.591927 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:41.592551 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.593944 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] 10.222.0.88 "PUT /v2.0/ports/c12950c4-2fb4-49fd-b19e-92a0bf003f6c HTTP/1.1" status: 200 len: 1093 time: 1.6706944 Aug 27 16:15:41.594412 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:41.596682 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8275821-4531-4415-bd31-cc40cb1b070e" -d '{"events": [{"name": "network-changed", "server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:41.627809 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Allocated IP 172.20.0.3 (adf762ce-5518-4d19-b6cf-696e4e3885e7/d7776f88-8f4c-41fa-8abb-892cd28af917/2327a649-2d80-48a8-a769-258b94e2dac2) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:41.656608 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf30ec6-929f-41d4-974a-522c2da08891 x-openstack-request-id: req-caf30ec6-929f-41d4-974a-522c2da08891 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:41.656896 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:41.657175 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-caf30ec6-929f-41d4-974a-522c2da08891 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:41.657632 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'status': 'completed', 'code': 200} Aug 27 16:15:41.660901 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42b72d-355f-4706-896a-281fd49b7dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:41.735346 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59626) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:41.751981 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2453bd54-5297-46ba-9d34-753dd09746fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.798634 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-704325b2-859b-4c9c-a949-f702e7ebb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:41.801222 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-704325b2-859b-4c9c-a949-f702e7ebb855 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 1096 time: 0.1288259 Aug 27 16:15:41.862321 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.880197 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Transition to ACTIVE for port object 2327a649-2d80-48a8-a769-258b94e2dac2 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:41.885252 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2453bd54-5297-46ba-9d34-753dd09746fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.893967 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fc6f2-0011-4539-ac9c-0f601279c3e0 req-62064679-2de9-4593-875f-e47bdfdedc8f tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:41.896815 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0c9fc6f2-0011-4539-ac9c-0f601279c3e0 req-62064679-2de9-4593-875f-e47bdfdedc8f tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 945 time: 0.0690675 Aug 27 16:15:41.896815 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2453bd54-5297-46ba-9d34-753dd09746fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.916247 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.952060 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453bd54-5297-46ba-9d34-753dd09746fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b618f-d284-465e-b36e-d00a8461be5a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:41.956515 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Network adf762ce-5518-4d19-b6cf-696e4e3885e7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:41.962898 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2453bd54-5297-46ba-9d34-753dd09746fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5269be884efd4658b9f49d92a560887b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233913 Aug 27 16:15:41.963091 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:41.963605 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 59634) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:41.977430 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:41.982005 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0c9fc6f2-0011-4539-ac9c-0f601279c3e0 req-a8501a4d-65b3-4f5c-a27f-544be5d81e46 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753722 Aug 27 16:15:41.983559 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:41.984197 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.017690 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'Port': ['ID=2327a649-2d80-48a8-a769-258b94e2dac2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:42.049616 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-bf9c4ec4-d993-4b93-9ff7-7b4d39864424 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0914733 Aug 27 16:15:42.055805 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eec841a8-3cb8-4b5b-b146-4944945dfb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.094411 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eec841a8-3cb8-4b5b-b146-4944945dfb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.174580 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Request body: {'port': {'device_id': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:42.207567 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3536bdc9-2462-4989-9b2f-869c13353eb4 None None] Provisioning for port 2327a649-2d80-48a8-a769-258b94e2dac2 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:42.213797 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3536bdc9-2462-4989-9b2f-869c13353eb4 None None] Provisioning complete for port 2327a649-2d80-48a8-a769-258b94e2dac2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:42.214159 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3536bdc9-2462-4989-9b2f-869c13353eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.243109 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b88438-db80-421d-b5a1-f8baf3d7c610 req-5371c0eb-3b38-4aec-8988-4cca35e22d3b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:42.245160 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b1b88438-db80-421d-b5a1-f8baf3d7c610 req-5371c0eb-3b38-4aec-8988-4cca35e22d3b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.1666896 Aug 27 16:15:42.249276 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-093b44d6-b8c4-48ef-a97c-b67442b7e825 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c HTTP/1.1" status: 200 len: 217 time: 0.0880375 Aug 27 16:15:42.264172 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3536bdc9-2462-4989-9b2f-869c13353eb4 None None] Port 2327a649-2d80-48a8-a769-258b94e2dac2 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:42.354655 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eec841a8-3cb8-4b5b-b146-4944945dfb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.357544 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eec841a8-3cb8-4b5b-b146-4944945dfb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.358703 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-eec841a8-3cb8-4b5b-b146-4944945dfb38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c88b618f-d284-465e-b36e-d00a8461be5a HTTP/1.1" status: 204 len: 168 time: 0.3924539 Aug 27 16:15:42.372727 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.377642 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476badd9-e640-4a7f-91bd-6462bf8f626b req-780c0367-c313-4214-bea7-9c4cde19048c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:42.380288 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-476badd9-e640-4a7f-91bd-6462bf8f626b req-780c0367-c313-4214-bea7-9c4cde19048c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 943 time: 0.0660050 Aug 27 16:15:42.387472 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b1b88438-db80-421d-b5a1-f8baf3d7c610 req-bbaf7992-b089-4537-8eff-5bd1e98e28a0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356401 Aug 27 16:15:42.395201 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-679afcd3-b3b5-42ab-b0c5-b3e2b92b5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:42.396750 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-679afcd3-b3b5-42ab-b0c5-b3e2b92b5055 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.1360149 Aug 27 16:15:42.399272 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec841a8-3cb8-4b5b-b146-4944945dfb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b618f-d284-465e-b36e-d00a8461be5a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:42.458594 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-476badd9-e640-4a7f-91bd-6462bf8f626b req-94bc2c8b-d308-4c6f-9962-79e3d58777f5 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550351 Aug 27 16:15:42.582953 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['c5e33849-b3a4-405f-9631-45cad05c3ff4'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:42.588324 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-5668f863-6feb-4e88-82b1-08dbdc89819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:42.589864 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-5668f863-6feb-4e88-82b1-08dbdc89819f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1828620 Aug 27 16:15:42.972123 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a3e0a-e7ce-490a-a5e0-7b528c24d3cd req-e657d1e1-87d3-4359-80df-6afdef24a642 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:42.973642 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a1a3e0a-e7ce-490a-a5e0-7b528c24d3cd req-e657d1e1-87d3-4359-80df-6afdef24a642 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 931 time: 0.3804340 Aug 27 16:15:43.050595 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device bd938b12-bb41-41d1-a027-5650fe0c9df6 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:43.063538 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-1c00071b-7084-4e15-9136-ee8076046c9b service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528031 Aug 27 16:15:43.066822 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a1a3e0a-e7ce-490a-a5e0-7b528c24d3cd req-2c632822-96b2-41ef-a5bb-6fe5413feb8f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833218 Aug 27 16:15:43.139969 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb0a74-d4fa-4756-ba9f-c6dab72bd7e5 req-e1b87cd4-8749-4624-b817-21dc64fb2d02 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:43.141728 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e3fb0a74-d4fa-4756-ba9f-c6dab72bd7e5 req-e1b87cd4-8749-4624-b817-21dc64fb2d02 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 945 time: 0.0719795 Aug 27 16:15:43.190635 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port bd938b12-bb41-41d1-a027-5650fe0c9df6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd938b12-bb41-41d1-a027-5650fe0c9df6,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:43.193315 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e3fb0a74-d4fa-4756-ba9f-c6dab72bd7e5 req-84c052dc-fecf-49cf-9cdf-5963784e93bc tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405548 Aug 27 16:15:43.212698 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2327a649-2d80-48a8-a769-258b94e2dac2 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:43.218496 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'bd938b12-bb41-41d1-a027-5650fe0c9df6', 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75', 'port_id': 'bd938b12-bb41-41d1-a027-5650fe0c9df6', 'mac_address': 'fa:16:3e:0a:d8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db857fb-1308-4a91-9f8b-3991db022993', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:43.223035 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.227029 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-323b0d1e-8c66-402a-83c9-5ef5773ce1b1 req-9af332ee-76ef-48c1-b30b-6dc7a9ca8b53 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558042 Aug 27 16:15:43.242829 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Transition to ACTIVE for port object 2327a649-2d80-48a8-a769-258b94e2dac2 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:43.249258 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.261057 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.278057 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd938b12-bb41-41d1-a027-5650fe0c9df6 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:43.318640 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Pushing event updated for resources: {'Port': ['ID=2327a649-2d80-48a8-a769-258b94e2dac2,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:43.337760 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port bd938b12-bb41-41d1-a027-5650fe0c9df6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd938b12-bb41-41d1-a027-5650fe0c9df6,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:43.343422 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.361524 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Attempting to bind port 2327a649-2d80-48a8-a769-258b94e2dac2 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:43.361894 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Attempting to bind port 2327a649-2d80-48a8-a769-258b94e2dac2 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:43.362180 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Attempting to bind port 2327a649-2d80-48a8-a769-258b94e2dac2 on network adf762ce-5518-4d19-b6cf-696e4e3885e7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:43.391132 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Port 2327a649-2d80-48a8-a769-258b94e2dac2 on network adf762ce-5518-4d19-b6cf-696e4e3885e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:15:43.391470 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Attempting to bind port 2327a649-2d80-48a8-a769-258b94e2dac2 on network adf762ce-5518-4d19-b6cf-696e4e3885e7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:43.406381 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:43.406381 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Checking segment: {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:43.406643 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Bound using segment: {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:43.407016 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Bound port: 2327a649-2d80-48a8-a769-258b94e2dac2, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:43.407383 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.421833 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=bd938b12-bb41-41d1-a027-5650fe0c9df6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:43.433971 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275821-4531-4415-bd31-cc40cb1b070e req-22088b7f-a915-42f3-a469-20242a9b3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:43.435532 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f8275821-4531-4415-bd31-cc40cb1b070e req-22088b7f-a915-42f3-a469-20242a9b3091 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 1096 time: 0.0751698 Aug 27 16:15:43.666595 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] For port 2327a649-2d80-48a8-a769-258b94e2dac2, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:43.688097 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ed646-130d-4f03-afc7-d4d80d586834 req-7a78920c-73ca-48d4-a203-31ad053d628c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:43.694988 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-992ed646-130d-4f03-afc7-d4d80d586834 req-7a78920c-73ca-48d4-a203-31ad053d628c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 944 time: 0.1188929 Aug 27 16:15:43.725917 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77505b5-09ef-4108-86ce-d54fdd690640 req-86f48d91-15b0-4164-a826-32ac142573f3 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:43.728713 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d77505b5-09ef-4108-86ce-d54fdd690640 req-86f48d91-15b0-4164-a826-32ac142573f3 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.2068987 Aug 27 16:15:43.768722 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-992ed646-130d-4f03-afc7-d4d80d586834 req-1408b7f5-2ca7-44f8-b79e-2b33458912ad tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659759 Aug 27 16:15:43.778815 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] For port 2327a649-2d80-48a8-a769-258b94e2dac2, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2327a649-2d80-48a8-a769-258b94e2dac2,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:43.808800 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.859133 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d77505b5-09ef-4108-86ce-d54fdd690640 req-1cbb6e7d-b236-4653-9f96-e97a31bc4884 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162679 Aug 27 16:15:43.860338 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275821-4531-4415-bd31-cc40cb1b070e req-c675ac0c-fe8d-4939-bae2-8f43e028695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:43.861821 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f8275821-4531-4415-bd31-cc40cb1b070e req-c675ac0c-fe8d-4939-bae2-8f43e028695c service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.4021728 Aug 27 16:15:43.943850 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:43.944817 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.947169 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] 10.222.0.88 "PUT /v2.0/ports/2327a649-2d80-48a8-a769-258b94e2dac2 HTTP/1.1" status: 200 len: 1093 time: 1.7870286 Aug 27 16:15:43.947846 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30a437-d1d0-456c-a628-9ba10e38a85c service neutron] Pushing event updated for resources: {'Port': ['ID=2327a649-2d80-48a8-a769-258b94e2dac2,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:43.953382 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f8275821-4531-4415-bd31-cc40cb1b070e req-58919798-7862-4256-bbe9-38b23bf7c3b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c HTTP/1.1" status: 200 len: 217 time: 0.0802150 Aug 27 16:15:43.954397 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'tag': '2327a649-2d80-48a8-a769-258b94e2dac2'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:43.958078 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5360bef-1e3c-448c-818d-224e84a86df2" -d '{"events": [{"name": "network-changed", "server_uuid": "e7afb35c-ab38-47f1-b2f2-3a5c8c20654c", "tag": "2327a649-2d80-48a8-a769-258b94e2dac2"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:44.053603 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24031022-9e86-48ed-a91b-b066ba6f6b05 x-openstack-request-id: req-24031022-9e86-48ed-a91b-b066ba6f6b05 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:44.053801 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7afb35c-ab38-47f1-b2f2-3a5c8c20654c", "tag": "2327a649-2d80-48a8-a769-258b94e2dac2", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:44.054054 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24031022-9e86-48ed-a91b-b066ba6f6b05 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:44.054711 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'tag': '2327a649-2d80-48a8-a769-258b94e2dac2', 'status': 'completed', 'code': 200} Aug 27 16:15:44.072643 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275821-4531-4415-bd31-cc40cb1b070e req-461e63dd-08fd-4119-890e-39ba8c6853a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:44.074142 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f8275821-4531-4415-bd31-cc40cb1b070e req-461e63dd-08fd-4119-890e-39ba8c6853a4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.1108580 Aug 27 16:15:44.101718 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328f8c-7adf-462f-b345-3291c9944e3e req-6079d8e7-dacb-4ebb-9cb5-7142d2eee8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:44.103324 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-6079d8e7-dacb-4ebb-9cb5-7142d2eee8ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 1096 time: 0.0874107 Aug 27 16:15:44.196674 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-608e12d5-a8b8-40c0-904c-54b63b3f255c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2327a649-2d80-48a8-a769-258b94e2dac2 HTTP/1.1" status: 200 len: 217 time: 0.0763013 Aug 27 16:15:44.296244 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275821-4531-4415-bd31-cc40cb1b070e req-ab1fc873-025d-4968-8f48-00fa83c568a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:44.299121 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f8275821-4531-4415-bd31-cc40cb1b070e req-ab1fc873-025d-4968-8f48-00fa83c568a8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2171018 Aug 27 16:15:44.343498 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328f8c-7adf-462f-b345-3291c9944e3e req-592fb7c2-e168-479d-9c6d-2b90c8b73bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:44.345127 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-592fb7c2-e168-479d-9c6d-2b90c8b73bfb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.1187456 Aug 27 16:15:44.364129 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e871342-04b0-467b-8b60-0e97bd5f921b req-4239f82d-7510-4613-8c9f-8e84e64d8336 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:44.375649 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e871342-04b0-467b-8b60-0e97bd5f921b req-4239f82d-7510-4613-8c9f-8e84e64d8336 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 945 time: 0.0859549 Aug 27 16:15:44.387819 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b0f9a-23d3-4aa2-a1fe-cfb2dddf64e6 req-27f33ecc-b468-4a1d-b256-bc1880939400 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:44.389359 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ef8b0f9a-23d3-4aa2-a1fe-cfb2dddf64e6 req-27f33ecc-b468-4a1d-b256-bc1880939400 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 943 time: 0.2019632 Aug 27 16:15:44.423241 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e871342-04b0-467b-8b60-0e97bd5f921b req-72c1890d-3ca4-4156-8235-28c9f2f97e54 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463622 Aug 27 16:15:44.486669 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ef8b0f9a-23d3-4aa2-a1fe-cfb2dddf64e6 req-872bd34d-e3c5-49eb-9bc4-14203a218459 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859282 Aug 27 16:15:44.500039 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['bd938b12-bb41-41d1-a027-5650fe0c9df6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:44.502465 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328f8c-7adf-462f-b345-3291c9944e3e req-248331b9-5b0b-4a19-a949-bd257c8931a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:44.504283 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-248331b9-5b0b-4a19-a949-bd257c8931a1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1251149 Aug 27 16:15:44.506492 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f8275821-4531-4415-bd31-cc40cb1b070e req-68d446d4-783e-4e25-9922-775cc85db712 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937249 Aug 27 16:15:44.692237 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-1e070c3e-9e5a-479d-a356-c36d1b085b7f service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740727 Aug 27 16:15:44.694116 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f8275821-4531-4415-bd31-cc40cb1b070e req-28d1f4fc-022b-4269-a090-603911088312 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635950 Aug 27 16:15:44.856661 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73328f8c-7adf-462f-b345-3291c9944e3e req-a6692465-422c-47fd-b4ee-3acf9aabd7b8 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319783 Aug 27 16:15:44.934979 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb654f9-1bfc-4fbc-81fc-cae26ab0b7dd req-059e256f-4eae-4ef2-9445-a280d5c6b942 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:44.937064 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ecb654f9-1bfc-4fbc-81fc-cae26ab0b7dd req-059e256f-4eae-4ef2-9445-a280d5c6b942 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 944 time: 0.0615315 Aug 27 16:15:44.982849 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ecb654f9-1bfc-4fbc-81fc-cae26ab0b7dd req-e6390180-8a61-440e-907c-005e48564b9a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Aug 27 16:15:45.047599 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b106bde-0249-4cf3-b57f-fb1ba24fee3a req-311b690f-4d37-454b-bcbd-25232442b541 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:45.049018 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b106bde-0249-4cf3-b57f-fb1ba24fee3a req-311b690f-4d37-454b-bcbd-25232442b541 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.1020997 Aug 27 16:15:45.055149 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-9fbea3fc-5b41-4b76-9a34-7f15d3bafd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:45.057179 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-9fbea3fc-5b41-4b76-9a34-7f15d3bafd67 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 1096 time: 0.0575383 Aug 27 16:15:45.065669 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device ad6be219-89e4-477a-aca1-e33b93430061 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:45.136668 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c5e33849-b3a4-405f-9631-45cad05c3ff4 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:45.151534 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b106bde-0249-4cf3-b57f-fb1ba24fee3a req-9828020a-5260-4921-a030-b2ef12eca7aa tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934274 Aug 27 16:15:45.187209 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-2172d75f-80f1-4abd-8f68-524e205e8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:45.188662 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-2172d75f-80f1-4abd-8f68-524e205e8be1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 912 time: 0.1209085 Aug 27 16:15:45.197372 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port ad6be219-89e4-477a-aca1-e33b93430061, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad6be219-89e4-477a-aca1-e33b93430061,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:45.211630 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'ad6be219-89e4-477a-aca1-e33b93430061', 'network_id': '9e8b6fff-c845-4388-aebc-c9251e157b75', 'port_id': 'ad6be219-89e4-477a-aca1-e33b93430061', 'mac_address': 'fa:16:3e:39:32:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db857fb-1308-4a91-9f8b-3991db022993', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:45.218047 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port c5e33849-b3a4-405f-9631-45cad05c3ff4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:45.231642 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-85e2b9bf-eb99-4fa4-bd0f-cbbc8e6d0fe9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2327a649-2d80-48a8-a769-258b94e2dac2 HTTP/1.1" status: 200 len: 217 time: 0.0351765 Aug 27 16:15:45.241960 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port c5e33849-b3a4-405f-9631-45cad05c3ff4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:45.242340 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:45.274819 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:45.284806 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-71876339-ecde-486d-bd4a-0c2e287be213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:45.286279 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-71876339-ecde-486d-bd4a-0c2e287be213 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.0476601 Aug 27 16:15:45.294414 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6be219-89e4-477a-aca1-e33b93430061 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:45.322909 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port ad6be219-89e4-477a-aca1-e33b93430061, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad6be219-89e4-477a-aca1-e33b93430061,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:45.334525 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-a9be8f4e-dd75-42d9-b31c-1ad42aaded1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:45.336033 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-a9be8f4e-dd75-42d9-b31c-1ad42aaded1f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413671 Aug 27 16:15:45.341890 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:45.386832 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:45.414611 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=ad6be219-89e4-477a-aca1-e33b93430061,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:45.424194 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a71a96-52a1-4c28-9b7f-d8e7cf818c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e33849-b3a4-405f-9631-45cad05c3ff4'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:45.431516 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-1a072bb4-558d-4056-a66b-36087d4c9658 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878503 Aug 27 16:15:45.504031 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c5e33849-b3a4-405f-9631-45cad05c3ff4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c5e33849-b3a4-405f-9631-45cad05c3ff4,segment=NetworkSegment(2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca),segment_id=2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:45.510336 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:45.579765 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=c5e33849-b3a4-405f-9631-45cad05c3ff4,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:45.611180 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5360bef-1e3c-448c-818d-224e84a86df2 req-6e085938-9f2a-4333-b7ca-9fcc4e62910a service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680923 Aug 27 16:15:45.622197 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d53eb48-8510-4241-a83d-bbc78a5803e1" -d '{"events": [{"server_uuid": "18a71a96-52a1-4c28-9b7f-d8e7cf818c08", "name": "network-vif-plugged", "status": "completed", "tag": "c5e33849-b3a4-405f-9631-45cad05c3ff4"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:45.627440 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079dcc2-fdaa-4e0f-86a8-6cb07a49a207 req-b86d7c3f-e1b5-4428-8786-91bd8aa3dad4 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:45.630135 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c079dcc2-fdaa-4e0f-86a8-6cb07a49a207 req-b86d7c3f-e1b5-4428-8786-91bd8aa3dad4 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.1128242 Aug 27 16:15:45.672365 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c079dcc2-fdaa-4e0f-86a8-6cb07a49a207 req-f724ed87-97cd-4706-9a6c-ba87d0b0737c tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351522 Aug 27 16:15:45.680245 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1af26-2ce6-4b8d-869e-d93da6317ebc req-4fac2cba-36bc-4afb-9c57-e4d957f6237e tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:45.682118 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d3f1af26-2ce6-4b8d-869e-d93da6317ebc req-4fac2cba-36bc-4afb-9c57-e4d957f6237e tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 943 time: 0.0542080 Aug 27 16:15:45.723241 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d3f1af26-2ce6-4b8d-869e-d93da6317ebc req-d061bee6-9515-4511-866c-55adb918a6a2 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344276 Aug 27 16:15:45.848186 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2d7d25-0695-44c1-a54c-612702a3c180 x-openstack-request-id: req-4f2d7d25-0695-44c1-a54c-612702a3c180 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:45.848512 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a71a96-52a1-4c28-9b7f-d8e7cf818c08", "name": "network-vif-plugged", "status": "completed", "tag": "c5e33849-b3a4-405f-9631-45cad05c3ff4", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:45.848770 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f2d7d25-0695-44c1-a54c-612702a3c180 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:45.849226 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a71a96-52a1-4c28-9b7f-d8e7cf818c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e33849-b3a4-405f-9631-45cad05c3ff4', 'code': 200} Aug 27 16:15:46.136090 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39287-2bcc-428e-8728-9ee801f28e06 req-beb2fe8e-c2ce-4363-8595-f0c53a9ba7ea tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:46.137629 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-58f39287-2bcc-428e-8728-9ee801f28e06 req-beb2fe8e-c2ce-4363-8595-f0c53a9ba7ea tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 944 time: 0.0715570 Aug 27 16:15:46.144210 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['ad6be219-89e4-477a-aca1-e33b93430061'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:46.174177 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be81579-87d8-4463-860e-b586ac5773e6 req-33cf5a90-3423-41db-a5eb-06d159671464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:46.176088 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9be81579-87d8-4463-860e-b586ac5773e6 req-33cf5a90-3423-41db-a5eb-06d159671464 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 1099 time: 0.1455793 Aug 27 16:15:46.194326 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-58f39287-2bcc-428e-8728-9ee801f28e06 req-743dab16-0b15-4253-b3dd-0f850047b8df tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480890 Aug 27 16:15:46.236852 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9be81579-87d8-4463-860e-b586ac5773e6 req-ffc73d3b-a13e-4a84-864f-2b6601f96c94 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:46.435407 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24493427-982e-4eca-aa1f-339ce89bc699 req-e07da5ea-bdc7-435b-b17b-dbf35dabb249 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:46.437132 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-24493427-982e-4eca-aa1f-339ce89bc699 req-e07da5ea-bdc7-435b-b17b-dbf35dabb249 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.1176736 Aug 27 16:15:46.496694 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9be81579-87d8-4463-860e-b586ac5773e6 req-ffc73d3b-a13e-4a84-864f-2b6601f96c94 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:46.500026 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-24493427-982e-4eca-aa1f-339ce89bc699 req-669aaecf-2963-4a9e-8809-47eeca332545 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572460 Aug 27 16:15:46.502624 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9be81579-87d8-4463-860e-b586ac5773e6 req-ffc73d3b-a13e-4a84-864f-2b6601f96c94 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:46.542450 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc73d3b-a13e-4a84-864f-2b6601f96c94 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e55655-a6e2-458e-84af-d1769a7e02c4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:46.546332 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9be81579-87d8-4463-860e-b586ac5773e6 req-ffc73d3b-a13e-4a84-864f-2b6601f96c94 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585629 Aug 27 16:15:46.817332 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e96090-dc7e-434f-ae66-7f9cbc924549 req-8b809ae5-348e-4362-bfcc-d8f6928119aa tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:46.818968 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e2e96090-dc7e-434f-ae66-7f9cbc924549 req-8b809ae5-348e-4362-bfcc-d8f6928119aa tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.0729308 Aug 27 16:15:46.850598 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20261fa6-7039-4571-aef7-908db542c027 req-48fd5270-29dc-4d85-961b-f08f3e37fc35 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:46.851980 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-20261fa6-7039-4571-aef7-908db542c027 req-48fd5270-29dc-4d85-961b-f08f3e37fc35 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 943 time: 0.0534065 Aug 27 16:15:46.862977 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e2e96090-dc7e-434f-ae66-7f9cbc924549 req-04bc1e78-c906-4044-9214-cdc3b700214e tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 Aug 27 16:15:46.898239 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-20261fa6-7039-4571-aef7-908db542c027 req-07638a52-335c-45f5-9584-fb57631206d4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361702 Aug 27 16:15:46.907857 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59894) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:47.009861 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b05ecf2b-e4f8-4ef5-b779-d2e4ba65bcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.053738 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device bd938b12-bb41-41d1-a027-5650fe0c9df6 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:47.101139 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b05ecf2b-e4f8-4ef5-b779-d2e4ba65bcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.101360 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port bd938b12-bb41-41d1-a027-5650fe0c9df6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:47.105407 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b05ecf2b-e4f8-4ef5-b779-d2e4ba65bcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.106232 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port bd938b12-bb41-41d1-a027-5650fe0c9df6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:47.106651 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.141509 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ecf2b-e4f8-4ef5-b779-d2e4ba65bcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbf5848-1428-4584-9341-46c4a6aaea23,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:47.145798 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b05ecf2b-e4f8-4ef5-b779-d2e4ba65bcf1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab5eacf4f0424c4aa92e5a239e5e33a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369602 Aug 27 16:15:47.148408 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59898) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:47.204191 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49eae8d7-3acc-4c5e-9078-80c1c7f503ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.229010 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49eae8d7-3acc-4c5e-9078-80c1c7f503ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.282229 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49eae8d7-3acc-4c5e-9078-80c1c7f503ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.285204 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49eae8d7-3acc-4c5e-9078-80c1c7f503ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.286592 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-49eae8d7-3acc-4c5e-9078-80c1c7f503ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffbf5848-1428-4584-9341-46c4a6aaea23 HTTP/1.1" status: 204 len: 168 time: 0.1372128 Aug 27 16:15:47.294996 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.295630 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eae8d7-3acc-4c5e-9078-80c1c7f503ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbf5848-1428-4584-9341-46c4a6aaea23,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:47.335398 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806d328-17e1-43aa-92b1-8ef627f91f06 req-fe1de36c-d1f1-442d-a904-654c85b6dacb tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:47.337453 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e806d328-17e1-43aa-92b1-8ef627f91f06 req-fe1de36c-d1f1-442d-a904-654c85b6dacb tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 944 time: 0.0664449 Aug 27 16:15:47.338770 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port bd938b12-bb41-41d1-a027-5650fe0c9df6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd938b12-bb41-41d1-a027-5650fe0c9df6,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:47.343787 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.379703 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e806d328-17e1-43aa-92b1-8ef627f91f06 req-9f81d38f-eeda-408e-be68-f02d760a6bd2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347750 Aug 27 16:15:47.392767 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=bd938b12-bb41-41d1-a027-5650fe0c9df6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:47.579652 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 59912) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:47.591618 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba9dfc0e-f4a6-4d28-b606-29671dd440a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.600282 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6fac45d2-4b0b-43d2-92e8-c97186ffb5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.682200 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b43c05-0655-48bc-a679-44ea3a976561 req-5011bf17-1df7-4a88-9ed7-cecbe6c95f7d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:47.685337 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b8b43c05-0655-48bc-a679-44ea3a976561 req-5011bf17-1df7-4a88-9ed7-cecbe6c95f7d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0784473 Aug 27 16:15:47.737255 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.747288 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b8b43c05-0655-48bc-a679-44ea3a976561 req-976d6d18-d433-4243-9499-e3aa425548ff tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515714 Aug 27 16:15:47.775247 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba9dfc0e-f4a6-4d28-b606-29671dd440a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.780423 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba9dfc0e-f4a6-4d28-b606-29671dd440a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.822478 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 59922) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:47.824478 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ba9dfc0e-f4a6-4d28-b606-29671dd440a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23fbdb88fd744d3ca79e12afeb785cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451556 Aug 27 16:15:47.826112 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dfc0e-f4a6-4d28-b606-29671dd440a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f157fd6-ae55-4cf3-9217-9f1c59fbe4df,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:47.850149 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09120c72-8124-4a19-971a-9930f2ad1b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd938b12-bb41-41d1-a027-5650fe0c9df6'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:47.855994 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e3e1bc-bd3e-41f9-86fd-636eb774004a" -d '{"events": [{"server_uuid": "09120c72-8124-4a19-971a-9930f2ad1b09", "name": "network-vif-plugged", "status": "completed", "tag": "bd938b12-bb41-41d1-a027-5650fe0c9df6"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:47.888562 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a24e-dd46-4462-9c69-fae387260a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.913292 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a24e-dd46-4462-9c69-fae387260a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.918314 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c7a637-15be-4733-b27c-3381b35e44e2 x-openstack-request-id: req-81c7a637-15be-4733-b27c-3381b35e44e2 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:47.918628 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09120c72-8124-4a19-971a-9930f2ad1b09", "name": "network-vif-plugged", "status": "completed", "tag": "bd938b12-bb41-41d1-a027-5650fe0c9df6", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:47.918879 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81c7a637-15be-4733-b27c-3381b35e44e2 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:47.919268 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09120c72-8124-4a19-971a-9930f2ad1b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd938b12-bb41-41d1-a027-5650fe0c9df6', 'code': 200} Aug 27 16:15:47.965717 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a24e-dd46-4462-9c69-fae387260a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.968393 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a24e-dd46-4462-9c69-fae387260a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.969507 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-8fe6a24e-dd46-4462-9c69-fae387260a87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f157fd6-ae55-4cf3-9217-9f1c59fbe4df HTTP/1.1" status: 204 len: 168 time: 0.1460531 Aug 27 16:15:47.996295 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6a24e-dd46-4462-9c69-fae387260a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f157fd6-ae55-4cf3-9217-9f1c59fbe4df,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:48.038010 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394546-bb81-461f-9d58-b92ca533f311 req-cbc2d109-d1d2-43e4-a0aa-8f39504883c5 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:48.045945 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6a394546-bb81-461f-9d58-b92ca533f311 req-cbc2d109-d1d2-43e4-a0aa-8f39504883c5 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.1077487 Aug 27 16:15:48.072299 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b70436-8f65-4f96-bbaf-bd203b767fe1 req-4145e88d-5af1-4eb3-b2ca-db8bca8c457b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:48.074681 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a3b70436-8f65-4f96-bbaf-bd203b767fe1 req-4145e88d-5af1-4eb3-b2ca-db8bca8c457b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 943 time: 0.0704181 Aug 27 16:15:48.093543 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6a394546-bb81-461f-9d58-b92ca533f311 req-fdf342a2-b1d0-4fa7-8d99-f2ebec1322a7 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466747 Aug 27 16:15:48.123774 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a3b70436-8f65-4f96-bbaf-bd203b767fe1 req-a982c371-25e1-4523-b95a-b247fbeabbec tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Aug 27 16:15:48.229021 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec62b-5bb7-4ecc-8fbd-aeeccc2e6b95 req-049aa2a0-51b3-4a2b-8470-19db1e955474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:48.230636 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c45ec62b-5bb7-4ecc-8fbd-aeeccc2e6b95 req-049aa2a0-51b3-4a2b-8470-19db1e955474 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 1098 time: 0.0432951 Aug 27 16:15:48.270598 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c45ec62b-5bb7-4ecc-8fbd-aeeccc2e6b95 req-b3e1b75e-a2a9-47d6-9d6b-8481e6ebec9c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Aug 27 16:15:48.500284 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90325393-8c89-492e-bdd3-6e31178af997 req-566f3959-ebb0-4afc-80a2-4aae62cb6fd4 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:48.501752 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90325393-8c89-492e-bdd3-6e31178af997 req-566f3959-ebb0-4afc-80a2-4aae62cb6fd4 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0512049 Aug 27 16:15:48.539694 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90325393-8c89-492e-bdd3-6e31178af997 req-8cb6738f-aa74-4295-87a4-eac4b6312037 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Aug 27 16:15:48.880147 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdbeff-5d2f-4b0e-8003-92e2052a9765 req-fc07ce65-9fbd-4f60-9f86-a074c6535b67 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:48.881948 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ddfdbeff-5d2f-4b0e-8003-92e2052a9765 req-fc07ce65-9fbd-4f60-9f86-a074c6535b67 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0548453 Aug 27 16:15:48.955123 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ddfdbeff-5d2f-4b0e-8003-92e2052a9765 req-ef120614-8e63-4181-98b7-ee89f5ce6497 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655441 Aug 27 16:15:49.217367 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a504f-5d2d-4c49-93f3-bfd94dd557fe req-02e3e767-3aa2-4bed-abbc-ca883bfb4f86 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:49.225110 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-674a504f-5d2d-4c49-93f3-bfd94dd557fe req-02e3e767-3aa2-4bed-abbc-ca883bfb4f86 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.0545859 Aug 27 16:15:49.266838 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-674a504f-5d2d-4c49-93f3-bfd94dd557fe req-3897b0ea-4585-4a2a-89cd-d3e7cb9be818 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379050 Aug 27 16:15:49.278745 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95360fac-7950-4a5f-8fbd-6b10e2a2955a req-77bf02aa-2a92-4380-8138-a1c410a250ea tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:49.282195 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-95360fac-7950-4a5f-8fbd-6b10e2a2955a req-77bf02aa-2a92-4380-8138-a1c410a250ea tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 943 time: 0.0735664 Aug 27 16:15:49.340307 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-95360fac-7950-4a5f-8fbd-6b10e2a2955a req-b8b1d4df-f1ac-4c0f-8548-c96367ccd317 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469768 Aug 27 16:15:49.655134 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fdf79-01c2-4ef6-9de4-22ec39bec908 req-555f7d1d-1940-491c-ba6d-39479312d7a2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:49.656745 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ad1fdf79-01c2-4ef6-9de4-22ec39bec908 req-555f7d1d-1940-491c-ba6d-39479312d7a2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0492194 Aug 27 16:15:49.697744 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ad1fdf79-01c2-4ef6-9de4-22ec39bec908 req-45c77421-9cc1-44d0-8e93-549c14d8a3df tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314493 Aug 27 16:15:50.034598 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e44cd58e-5cd2-43bc-b15a-463937b51cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.097300 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8f002-4701-4bba-a13a-7aa08de8a22b req-6e5a60e8-fe54-45f6-bd1e-8e52b2615082 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:50.098801 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-78c8f002-4701-4bba-a13a-7aa08de8a22b req-6e5a60e8-fe54-45f6-bd1e-8e52b2615082 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0519352 Aug 27 16:15:50.140405 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-78c8f002-4701-4bba-a13a-7aa08de8a22b req-4d934527-1241-4fa3-94e6-5810950c18c9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356090 Aug 27 16:15:50.218891 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60054) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:50.278046 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.325017 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d99a3cae-072a-4dec-b14d-fac51bfe1fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.386666 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8ea6d-e13c-401b-8754-8fcb499be851 req-ebd0d6b6-f387-4462-8f7f-7772868078eb tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:50.388324 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c2a8ea6d-e13c-401b-8754-8fcb499be851 req-ebd0d6b6-f387-4462-8f7f-7772868078eb tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.0541170 Aug 27 16:15:50.431967 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c2a8ea6d-e13c-401b-8754-8fcb499be851 req-ad81c06c-ff3b-4c64-b252-36b3023fa9ab tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378425 Aug 27 16:15:50.456902 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d99a3cae-072a-4dec-b14d-fac51bfe1fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.472026 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d99a3cae-072a-4dec-b14d-fac51bfe1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.486132 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c12950c4-2fb4-49fd-b19e-92a0bf003f6c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:50.493249 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc5df6-50b2-4d65-b3ba-1b7184e04db8 req-dc1dd9a1-0863-42b2-8464-d5ca2b526093 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:50.494760 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5bc5df6-50b2-4d65-b3ba-1b7184e04db8 req-dc1dd9a1-0863-42b2-8464-d5ca2b526093 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 943 time: 0.0767255 Aug 27 16:15:50.538024 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d99a3cae-072a-4dec-b14d-fac51bfe1fb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=197fb7863ffd43bb87a43444f90bafa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180580 Aug 27 16:15:50.540001 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a3cae-072a-4dec-b14d-fac51bfe1fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c17df6-57c1-4db3-af5e-2ef4da256505,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:50.540928 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60068) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:50.567419 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5bc5df6-50b2-4d65-b3ba-1b7184e04db8 req-a92560ab-eeb3-4ce1-a16c-fe1442d3038f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654817 Aug 27 16:15:50.594557 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:50.605566 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'port_id': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'mac_address': 'fa:16:3e:02:05:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:50.610103 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f031c5f4-94ee-427c-abd8-522559e0bef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.631144 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f031c5f4-94ee-427c-abd8-522559e0bef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.641837 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.653783 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12950c4-2fb4-49fd-b19e-92a0bf003f6c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:50.673453 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:50.676623 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f031c5f4-94ee-427c-abd8-522559e0bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.678108 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.680013 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f031c5f4-94ee-427c-abd8-522559e0bef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.682700 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f031c5f4-94ee-427c-abd8-522559e0bef0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8c17df6-57c1-4db3-af5e-2ef4da256505 HTTP/1.1" status: 204 len: 168 time: 0.1320863 Aug 27 16:15:50.691265 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031c5f4-94ee-427c-abd8-522559e0bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c17df6-57c1-4db3-af5e-2ef4da256505,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:50.748570 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:50.813788 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5819ae-0c42-49e4-bad8-96fcdb46824b req-6d3967c5-50ce-40e4-8f97-2e63adedb341 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:50.815323 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dc5819ae-0c42-49e4-bad8-96fcdb46824b req-6d3967c5-50ce-40e4-8f97-2e63adedb341 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0490701 Aug 27 16:15:50.853400 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dc5819ae-0c42-49e4-bad8-96fcdb46824b req-614df449-a19f-4bb2-b703-581dc2e47832 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Aug 27 16:15:50.944258 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60076) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:50.958228 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66b635a2-16a8-420e-a18e-635748e7f161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.047341 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66b635a2-16a8-420e-a18e-635748e7f161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.050995 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66b635a2-16a8-420e-a18e-635748e7f161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.088236 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-66b635a2-16a8-420e-a18e-635748e7f161 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4793cb09f96147adbffa011f5d5d090a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428924 Aug 27 16:15:51.090389 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b635a2-16a8-420e-a18e-635748e7f161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4a44ab-7582-4a02-ace8-27863fa6d91d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:51.091087 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60080) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:51.150059 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82940db4-901d-434b-9bed-ac94dba16562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.171533 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82940db4-901d-434b-9bed-ac94dba16562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.222423 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82940db4-901d-434b-9bed-ac94dba16562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.224949 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82940db4-901d-434b-9bed-ac94dba16562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.226030 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-82940db4-901d-434b-9bed-ac94dba16562 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe4a44ab-7582-4a02-ace8-27863fa6d91d HTTP/1.1" status: 204 len: 168 time: 0.1336892 Aug 27 16:15:51.254388 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82940db4-901d-434b-9bed-ac94dba16562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4a44ab-7582-4a02-ace8-27863fa6d91d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:51.276103 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1f763-b854-4566-821d-d2353770bd88 req-7f951e3f-0f35-45e2-b6b3-0789b32a472b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:51.277596 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9fe1f763-b854-4566-821d-d2353770bd88 req-7f951e3f-0f35-45e2-b6b3-0789b32a472b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.0685525 Aug 27 16:15:51.316595 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9fe1f763-b854-4566-821d-d2353770bd88 req-1a1b8b7a-e91f-4356-9b90-aafa4dbd9d78 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326679 Aug 27 16:15:51.365848 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.575490 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device ad6be219-89e4-477a-aca1-e33b93430061 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:51.578062 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb440ae-6234-4bc8-8cf5-91b25d1f4563 req-2e0234a7-3db4-4270-a0d8-90c7eebf215c tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:51.580152 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5eb440ae-6234-4bc8-8cf5-91b25d1f4563 req-2e0234a7-3db4-4270-a0d8-90c7eebf215c tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.0585637 Aug 27 16:15:51.630034 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5eb440ae-6234-4bc8-8cf5-91b25d1f4563 req-a4ad3783-8e94-486a-bb08-f04edaffcf06 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Aug 27 16:15:51.648900 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port ad6be219-89e4-477a-aca1-e33b93430061 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:51.653787 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port ad6be219-89e4-477a-aca1-e33b93430061 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:51.654164 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.722065 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6957a2-dcc6-4109-8edb-dd238e10e622 req-7275fea1-40cf-402e-950e-296be5bc1c9a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:51.723803 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ad6957a2-dcc6-4109-8edb-dd238e10e622 req-7275fea1-40cf-402e-950e-296be5bc1c9a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 943 time: 0.0544653 Aug 27 16:15:51.786811 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ad6957a2-dcc6-4109-8edb-dd238e10e622 req-38578bc1-f67b-47ad-b289-ccef6dda7391 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561900 Aug 27 16:15:51.791967 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.828368 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa659654-de64-4512-9edc-1e1fe1634e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6be219-89e4-477a-aca1-e33b93430061'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:51.832627 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a510b00e-5a83-4f75-89d1-a5b237a6efc1" -d '{"events": [{"server_uuid": "fa659654-de64-4512-9edc-1e1fe1634e0c", "name": "network-vif-plugged", "status": "completed", "tag": "ad6be219-89e4-477a-aca1-e33b93430061"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:51.853494 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port ad6be219-89e4-477a-aca1-e33b93430061, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad6be219-89e4-477a-aca1-e33b93430061,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:51.857868 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.898179 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c09550-7f31-422c-b1aa-5ffa3809859d x-openstack-request-id: req-18c09550-7f31-422c-b1aa-5ffa3809859d {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:51.898623 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa659654-de64-4512-9edc-1e1fe1634e0c", "name": "network-vif-plugged", "status": "completed", "tag": "ad6be219-89e4-477a-aca1-e33b93430061", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:51.899509 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18c09550-7f31-422c-b1aa-5ffa3809859d {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:51.899989 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa659654-de64-4512-9edc-1e1fe1634e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6be219-89e4-477a-aca1-e33b93430061', 'code': 200} Aug 27 16:15:51.947256 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=ad6be219-89e4-477a-aca1-e33b93430061,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:51.993939 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ca327-23ce-467b-9403-ca7fd049b3b4 req-542f81fd-3c90-4b32-b003-0f1cb2f6e85b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:51.995881 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d36ca327-23ce-467b-9403-ca7fd049b3b4 req-542f81fd-3c90-4b32-b003-0f1cb2f6e85b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0569844 Aug 27 16:15:52.045229 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d36ca327-23ce-467b-9403-ca7fd049b3b4 req-d4be58b7-9593-4921-a143-18daf6d85693 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Aug 27 16:15:52.386852 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60134) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:52.433020 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1eeb7-6732-45b4-9460-09041c136331 req-53fed310-a629-45a5-a79f-f322bf16f21b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:52.434492 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dcc1eeb7-6732-45b4-9460-09041c136331 req-53fed310-a629-45a5-a79f-f322bf16f21b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.0473840 Aug 27 16:15:52.471758 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dcc1eeb7-6732-45b4-9460-09041c136331 req-f29dbacb-b8e7-4fec-b6ff-07fc04e69e3e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Aug 27 16:15:52.490471 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5c86-c106-4fa7-af33-aa155d44c223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.582451 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5c86-c106-4fa7-af33-aa155d44c223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.588411 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5c86-c106-4fa7-af33-aa155d44c223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.824724 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.844499 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-7d2a5c86-c106-4fa7-af33-aa155d44c223 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c24d4ee9c2a49babde695f937bba52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541254 Aug 27 16:15:52.844499 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a5c86-c106-4fa7-af33-aa155d44c223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a92246-2a06-4324-93d0-ba58a743f0b1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:52.845072 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60148) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:52.871623 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5e2bb-c2d9-4885-8ee2-e1517d8e1657 req-ddc53b2e-52a5-43c1-a1fc-756c5abea76c tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:52.873149 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-31d5e2bb-c2d9-4885-8ee2-e1517d8e1657 req-ddc53b2e-52a5-43c1-a1fc-756c5abea76c tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.0797780 Aug 27 16:15:52.911783 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-31d5e2bb-c2d9-4885-8ee2-e1517d8e1657 req-f99e8ebc-813a-463d-9da6-07c5c298fbba tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Aug 27 16:15:52.936237 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5bc2-948a-4f74-acb6-9d81af68a86b req-01e8bf62-743b-4a51-835a-f5dba986e390 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:52.937679 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3ce5bc2-948a-4f74-acb6-9d81af68a86b req-01e8bf62-743b-4a51-835a-f5dba986e390 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 943 time: 0.0724535 Aug 27 16:15:52.938280 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5003-d8d6-4b1f-839c-3191b0583549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.970491 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5003-d8d6-4b1f-839c-3191b0583549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.007780 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3ce5bc2-948a-4f74-acb6-9d81af68a86b req-81d3322a-a038-4955-bf40-31eefb9025dd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603993 Aug 27 16:15:53.031989 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5003-d8d6-4b1f-839c-3191b0583549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.034512 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5003-d8d6-4b1f-839c-3191b0583549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.035678 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-cd9a5003-d8d6-4b1f-839c-3191b0583549 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5a92246-2a06-4324-93d0-ba58a743f0b1 HTTP/1.1" status: 204 len: 168 time: 0.1895359 Aug 27 16:15:53.043495 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a5003-d8d6-4b1f-839c-3191b0583549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a92246-2a06-4324-93d0-ba58a743f0b1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:53.166668 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0049ae-eaba-46e6-a01b-73f063941430 req-149d8f30-4b74-4f0f-8ae3-8378ec7d087a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:53.168182 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ed0049ae-eaba-46e6-a01b-73f063941430 req-149d8f30-4b74-4f0f-8ae3-8378ec7d087a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0548100 Aug 27 16:15:53.210340 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ed0049ae-eaba-46e6-a01b-73f063941430 req-907d8f05-8764-4524-818c-282fd3a167fc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361340 Aug 27 16:15:53.337081 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f66c5-da08-4f0f-a3f5-578894ce2bc0 req-3db9d3b3-8162-48b5-834a-3ec73dfcf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:53.338628 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-da0f66c5-da08-4f0f-a3f5-578894ce2bc0 req-3db9d3b3-8162-48b5-834a-3ec73dfcf303 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 1099 time: 0.0432196 Aug 27 16:15:53.374051 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-da0f66c5-da08-4f0f-a3f5-578894ce2bc0 req-d27e1e8c-832f-4431-8d52-1deb1b2aadc1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286081 Aug 27 16:15:53.595059 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67474014-b551-4938-9e61-0612bcdc627e req-01a57a7e-b42f-4ac6-b4c9-5c6804764b27 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:53.596587 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-67474014-b551-4938-9e61-0612bcdc627e req-01a57a7e-b42f-4ac6-b4c9-5c6804764b27 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.0544426 Aug 27 16:15:53.634553 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-67474014-b551-4938-9e61-0612bcdc627e req-e751e5d8-69ad-442e-bbe0-ee40334a1b9a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318997 Aug 27 16:15:54.063010 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edf2eb-e2de-4227-a19a-ff0037a4c170 req-35d0c37a-6b4e-49fe-b1da-36a5dea15abc tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:54.065470 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-00edf2eb-e2de-4227-a19a-ff0037a4c170 req-35d0c37a-6b4e-49fe-b1da-36a5dea15abc tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.0859451 Aug 27 16:15:54.107948 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-00edf2eb-e2de-4227-a19a-ff0037a4c170 req-0dcae2af-6bd0-4493-8daf-e8430bb5ea1a tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345466 Aug 27 16:15:54.148401 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3d798-58cd-46f4-af6f-b595237936a6 req-5e7ed867-327c-49ef-b601-3fd036ed0c8d tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:54.150166 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b1b3d798-58cd-46f4-af6f-b595237936a6 req-5e7ed867-327c-49ef-b601-3fd036ed0c8d tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 943 time: 0.0639477 Aug 27 16:15:54.188158 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b1b3d798-58cd-46f4-af6f-b595237936a6 req-dd762d2c-f7ac-48e0-bbfb-e9beb6025566 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314546 Aug 27 16:15:54.199019 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['c12950c4-2fb4-49fd-b19e-92a0bf003f6c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:54.368842 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a0b8b-8f32-49a8-b213-e26fa1d2ae52 req-ffc6f7cf-fad8-4dac-b95c-2e2b9cc5b9ac tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:54.370539 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b03a0b8b-8f32-49a8-b213-e26fa1d2ae52 req-ffc6f7cf-fad8-4dac-b95c-2e2b9cc5b9ac tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0670478 Aug 27 16:15:54.424308 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b03a0b8b-8f32-49a8-b213-e26fa1d2ae52 req-0c4e9575-01b7-40a6-bd1a-514c93a6fa95 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477679 Aug 27 16:15:54.779116 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fe960-348c-49e8-a6b5-80f1577c3d29 req-b76071c9-be32-4ee6-a8b1-5b3770c8fa2b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:54.780685 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b81fe960-348c-49e8-a6b5-80f1577c3d29 req-b76071c9-be32-4ee6-a8b1-5b3770c8fa2b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.0677781 Aug 27 16:15:54.831504 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60242) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:54.831800 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b81fe960-348c-49e8-a6b5-80f1577c3d29 req-708bf405-b88c-4002-9640-863491a55f20 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452368 Aug 27 16:15:54.883750 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-947fcf3e-deca-4452-b285-628f5305a6d0 admin admin] Deleting subnet 45bcbec1-1ccd-414f-9a78-15cdabe3d040 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:15:54.887011 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-947fcf3e-deca-4452-b285-628f5305a6d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.922533 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-947fcf3e-deca-4452-b285-628f5305a6d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.931902 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-947fcf3e-deca-4452-b285-628f5305a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.989263 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-947fcf3e-deca-4452-b285-628f5305a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.018854 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fcf3e-deca-4452-b285-628f5305a6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45bcbec1-1ccd-414f-9a78-15cdabe3d040,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:55.031563 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-947fcf3e-deca-4452-b285-628f5305a6d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.033586 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-947fcf3e-deca-4452-b285-628f5305a6d0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/45bcbec1-1ccd-414f-9a78-15cdabe3d040 HTTP/1.1" status: 204 len: 168 time: 0.2010884 Aug 27 16:15:55.036173 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60254) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:55.117369 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.124332 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2327a649-2d80-48a8-a769-258b94e2dac2 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:55.240625 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.250558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512a3f2-6880-489e-8997-50ed5782e0d0 req-b6eb4bed-4832-4962-be38-9c1dc8a0f173 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:55.253004 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2327a649-2d80-48a8-a769-258b94e2dac2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2327a649-2d80-48a8-a769-258b94e2dac2,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:55.253565 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e512a3f2-6880-489e-8997-50ed5782e0d0 req-b6eb4bed-4832-4962-be38-9c1dc8a0f173 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.0699472 Aug 27 16:15:55.254368 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.254947 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.256463 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.257041 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.257582 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.258772 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.259287 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.259798 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.260346 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.260911 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.267988 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '2327a649-2d80-48a8-a769-258b94e2dac2', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'port_id': '2327a649-2d80-48a8-a769-258b94e2dac2', 'mac_address': 'fa:16:3e:44:2e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:55.311862 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e512a3f2-6880-489e-8997-50ed5782e0d0 req-813da34e-2929-4f96-9d9e-3ed6db722941 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508223 Aug 27 16:15:55.323454 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.345431 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2327a649-2d80-48a8-a769-258b94e2dac2 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:55.381533 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2327a649-2d80-48a8-a769-258b94e2dac2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2327a649-2d80-48a8-a769-258b94e2dac2,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:55.388895 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.439341 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=2327a649-2d80-48a8-a769-258b94e2dac2,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:55.482289 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.482661 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.483001 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.483337 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:15:55.483855 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f411df-135a-4a00-a9a9-6670100568ea']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:55.510728 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ed0018-3cdd-4b7d-b708-aa914ad7da57') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:55.511020 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ed0018-3cdd-4b7d-b708-aa914ad7da57') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:55.548475 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4607ad6-8f73-47c2-9f94-5e339641274c req-71e5a5c3-40d7-4539-99eb-65946debb566 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:55.549608 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165395'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.556264 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c4607ad6-8f73-47c2-9f94-5e339641274c req-71e5a5c3-40d7-4539-99eb-65946debb566 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0592616 Aug 27 16:15:55.600806 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c4607ad6-8f73-47c2-9f94-5e339641274c req-bd106e7e-18be-48c5-baec-f75221aa8969 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Aug 27 16:15:55.630047 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.642592 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:15:55.643069 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355970'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: from cryptography.utils import int_from_bytes Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: from cryptography.utils import int_from_bytes Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: Traceback (most recent call last): Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: timer() Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: cb(*args, **kw) Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: return func(*args, **kwargs) Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: self._notify() Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: self.callback(batched_events) Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: event.method(event) Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: return f(self, *a, **k) Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._get(url).json() Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:15:55.649092 dv-cinder-800695-5-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:15:55.749526 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cdd6c-d75f-4ac6-9cd0-fdd851e7f0a5 req-b5863c32-2a2e-45fe-9892-08e8a0fab7bc tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:55.751564 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9c0cdd6c-d75f-4ac6-9cd0-fdd851e7f0a5 req-b5863c32-2a2e-45fe-9892-08e8a0fab7bc tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 944 time: 0.1961622 Aug 27 16:15:55.779173 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60282) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:55.785148 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.792908 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.795111 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f8f411df-135a-4a00-a9a9-6670100568ea HTTP/1.1" status: 204 len: 168 time: 0.7579651 Aug 27 16:15:55.798023 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60286) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:55.839267 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81fb8c-84d9-48b7-9749-52fd43ff6cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f411df-135a-4a00-a9a9-6670100568ea,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:55.844402 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9c0cdd6c-d75f-4ac6-9cd0-fdd851e7f0a5 req-c93f5c16-e25c-4b4d-b824-b3e33b27c916 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844526 Aug 27 16:15:55.849715 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8af59e-c3b0-448d-8110-7652252570f0 admin admin] Deleting subnet 5e70a03d-c5de-42e9-9a07-30f340ee5378 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:15:55.853934 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce8af59e-c3b0-448d-8110-7652252570f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.897328 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce8af59e-c3b0-448d-8110-7652252570f0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.904929 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce8af59e-c3b0-448d-8110-7652252570f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.978434 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be7a79ce-6303-4183-9afd-517648e159af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.027329 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050084ee-6953-4fd3-88da-2ff096930791 req-d73ac160-37a2-43fb-ba1d-873db440e386 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:56.028818 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-050084ee-6953-4fd3-88da-2ff096930791 req-d73ac160-37a2-43fb-ba1d-873db440e386 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.0980601 Aug 27 16:15:56.032871 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce8af59e-c3b0-448d-8110-7652252570f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.071681 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['2327a649-2d80-48a8-a769-258b94e2dac2'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:56.080081 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8af59e-c3b0-448d-8110-7652252570f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e70a03d-c5de-42e9-9a07-30f340ee5378,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:56.091202 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce8af59e-c3b0-448d-8110-7652252570f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.092965 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-ce8af59e-c3b0-448d-8110-7652252570f0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5e70a03d-c5de-42e9-9a07-30f340ee5378 HTTP/1.1" status: 204 len: 168 time: 0.2937222 Aug 27 16:15:56.095892 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60290) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:56.123373 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-050084ee-6953-4fd3-88da-2ff096930791 req-c6842863-c997-4ce7-af24-403919b78614 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882401 Aug 27 16:15:56.171218 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be7a79ce-6303-4183-9afd-517648e159af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.175766 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be7a79ce-6303-4183-9afd-517648e159af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.179658 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.217248 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-be7a79ce-6303-4183-9afd-517648e159af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22bdea34c16e4298b0683558a11b594d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367006 Aug 27 16:15:56.218141 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a79ce-6303-4183-9afd-517648e159af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d32403-7479-4f43-a1a9-c9a8bc41c462,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:56.220536 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60294) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:56.272179 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.280509 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7b6-3a24-4668-9084-9c504f43d121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.282856 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4279d724-bf93-46c3-a5c1-636d82ff96f1']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:56.292721 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e10a936-8ca0-4bb5-acde-f7075ef5ef4d') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:56.293012 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e10a936-8ca0-4bb5-acde-f7075ef5ef4d') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:56.301583 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165395'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.301984 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7b6-3a24-4668-9084-9c504f43d121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.317732 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.327269 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:15:56.327662 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355970'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: Traceback (most recent call last): Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: timer() Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: cb(*args, **kw) Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: return func(*args, **kwargs) Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: self._notify() Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: self.callback(batched_events) Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: event.method(event) Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: return f(self, *a, **k) Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._get(url).json() Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:15:56.330057 dv-cinder-800695-5-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:15:56.352315 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7b6-3a24-4668-9084-9c504f43d121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.355427 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7b6-3a24-4668-9084-9c504f43d121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.358927 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-b95fc7b6-3a24-4668-9084-9c504f43d121 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/25d32403-7479-4f43-a1a9-c9a8bc41c462 HTTP/1.1" status: 204 len: 168 time: 0.1351266 Aug 27 16:15:56.380173 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fc7b6-3a24-4668-9084-9c504f43d121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d32403-7479-4f43-a1a9-c9a8bc41c462,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:56.400943 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.411921 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.414208 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4279d724-bf93-46c3-a5c1-636d82ff96f1 HTTP/1.1" status: 204 len: 168 time: 0.3170691 Aug 27 16:15:56.436015 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06723a-aeae-4ce3-b527-c76dc06ae398 admin admin] Pushing event deleted for resources: {'Network': ['ID=4279d724-bf93-46c3-a5c1-636d82ff96f1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:56.575004 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60320) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:56.621162 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d2506f52-ad4a-4762-8ef2-a0ebb7f7c005 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aeef080e2f184a48915234c9c94d520e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443606 Aug 27 16:15:56.621532 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60326) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:56.685645 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0855e7fd-9770-4624-9ebb-f602008ac3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.721807 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0855e7fd-9770-4624-9ebb-f602008ac3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.733606 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebf66c-76e0-43f4-9af2-13fe76b21dba req-81547766-8533-4b5a-b878-62a1aa486c0d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:56.735644 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f1ebf66c-76e0-43f4-9af2-13fe76b21dba req-81547766-8533-4b5a-b878-62a1aa486c0d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0596902 Aug 27 16:15:56.785946 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0855e7fd-9770-4624-9ebb-f602008ac3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.788511 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0855e7fd-9770-4624-9ebb-f602008ac3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.789700 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-0855e7fd-9770-4624-9ebb-f602008ac3c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/612b8713-c3a5-4667-b8c2-3e687812a8f1 HTTP/1.1" status: 204 len: 168 time: 0.1672916 Aug 27 16:15:56.794787 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f1ebf66c-76e0-43f4-9af2-13fe76b21dba req-a3ee7ddf-b70e-4822-b565-ca7304dd4936 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517261 Aug 27 16:15:56.808808 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855e7fd-9770-4624-9ebb-f602008ac3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612b8713-c3a5-4667-b8c2-3e687812a8f1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:56.983325 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998b48-a1f7-4b5b-8071-223f515dc617 req-3607fbff-1892-4e2a-a728-46e22874da90 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:56.988644 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:15:56.991563 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-12998b48-a1f7-4b5b-8071-223f515dc617 req-3607fbff-1892-4e2a-a728-46e22874da90 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 944 time: 0.0634344 Aug 27 16:15:57.057628 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-12998b48-a1f7-4b5b-8071-223f515dc617 req-0ecea022-3865-4960-9b71-23e90b5a6977 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577235 Aug 27 16:15:57.143595 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c12950c4-2fb4-49fd-b19e-92a0bf003f6c up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:57.255732 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad4f87-7d05-4d72-886d-f5b8bb185a68 req-23e60ca7-515e-4710-8966-1007fa4ebaae tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:57.263903 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port c12950c4-2fb4-49fd-b19e-92a0bf003f6c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:57.270136 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2cad4f87-7d05-4d72-886d-f5b8bb185a68 req-23e60ca7-515e-4710-8966-1007fa4ebaae tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.1286981 Aug 27 16:15:57.272741 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port c12950c4-2fb4-49fd-b19e-92a0bf003f6c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:57.273289 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.296811 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849b3c3-65c6-47af-a7cc-af3df0613720 req-c7edd1a2-6d6f-4345-801a-a858ad28ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:57.298979 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8849b3c3-65c6-47af-a7cc-af3df0613720 req-c7edd1a2-6d6f-4345-801a-a858ad28ee0e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 1098 time: 0.1438770 Aug 27 16:15:57.312554 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60358) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:57.358520 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2cad4f87-7d05-4d72-886d-f5b8bb185a68 req-0a8ecedd-0167-4561-8c62-31299836279a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826650 Aug 27 16:15:57.388710 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2777ebb3-0040-41ef-a906-bdf8f933f71b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d32398b429c84d3782a9b8c35bac05f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733316 Aug 27 16:15:57.391287 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60360) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:57.392294 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23683c-61ab-4b9e-b774-80a5b2ec56c3 req-22393e69-83d4-4238-9563-bc12f581f88f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:57.394268 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bb23683c-61ab-4b9e-b774-80a5b2ec56c3 req-22393e69-83d4-4238-9563-bc12f581f88f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.1647477 Aug 27 16:15:57.452960 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d65eca0d-5f84-4237-8edc-8445815bfc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.456764 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.477077 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d65eca0d-5f84-4237-8edc-8445815bfc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.480290 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bb23683c-61ab-4b9e-b774-80a5b2ec56c3 req-71d3a5c4-523e-413f-9f67-6a7670f4a8b2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772398 Aug 27 16:15:57.485468 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849b3c3-65c6-47af-a7cc-af3df0613720 req-3e7ee2d7-77e7-49c6-a807-b49db1e16905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:57.487426 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8849b3c3-65c6-47af-a7cc-af3df0613720 req-3e7ee2d7-77e7-49c6-a807-b49db1e16905 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 920 time: 0.1761155 Aug 27 16:15:57.499933 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:57.502693 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd6888f-5862-4243-912e-25eeb9bfc6fd" -d '{"events": [{"server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "name": "network-vif-plugged", "status": "completed", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:57.536666 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:57.540588 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d65eca0d-5f84-4237-8edc-8445815bfc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.542890 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.543430 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d65eca0d-5f84-4237-8edc-8445815bfc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.547695 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d65eca0d-5f84-4237-8edc-8445815bfc8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7e1b745-0f97-4529-b121-1a600c976e01 HTTP/1.1" status: 204 len: 168 time: 0.1544232 Aug 27 16:15:57.557624 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8849b3c3-65c6-47af-a7cc-af3df0613720 req-176307e5-cffe-4f85-896b-6bc3351361f9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd938b12-bb41-41d1-a027-5650fe0c9df6 HTTP/1.1" status: 200 len: 217 time: 0.0619550 Aug 27 16:15:57.572069 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eca0d-5f84-4237-8edc-8445815bfc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e1b745-0f97-4529-b121-1a600c976e01,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:57.620779 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bca67b-2dae-4098-b62a-a6f75b144236 x-openstack-request-id: req-e4bca67b-2dae-4098-b62a-a6f75b144236 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:57.623461 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "name": "network-vif-plugged", "status": "completed", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:57.624218 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4bca67b-2dae-4098-b62a-a6f75b144236 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:57.625208 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'code': 200} Aug 27 16:15:57.649417 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:57.686212 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849b3c3-65c6-47af-a7cc-af3df0613720 req-ed3bd104-4b95-499a-a545-a88ab0446cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:57.687744 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8849b3c3-65c6-47af-a7cc-af3df0613720 req-ed3bd104-4b95-499a-a545-a88ab0446cce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3db857fb-1308-4a91-9f8b-3991db022993 HTTP/1.1" status: 200 len: 859 time: 0.0942624 Aug 27 16:15:57.750174 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8849b3c3-65c6-47af-a7cc-af3df0613720 req-2aae9e7c-6f79-4e38-a9c0-fde39f47a688 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9e8b6fff-c845-4388-aebc-c9251e157b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516996 Aug 27 16:15:57.903792 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f3b5c-b9bd-4a02-99ce-9076c30787c9 req-b8722340-9317-46b7-a678-af3858fc22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:57.905229 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d78f3b5c-b9bd-4a02-99ce-9076c30787c9 req-b8722340-9317-46b7-a678-af3858fc22e3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 1098 time: 0.0649247 Aug 27 16:15:57.943222 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8849b3c3-65c6-47af-a7cc-af3df0613720 req-a62baeed-d085-4c26-8111-5022ad36e373 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862633 Aug 27 16:15:58.019560 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d78f3b5c-b9bd-4a02-99ce-9076c30787c9 req-0b173134-476d-41dd-b09d-ffdbd73825fc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067438 Aug 27 16:15:58.067137 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8849b3c3-65c6-47af-a7cc-af3df0613720 req-153e288b-4482-4697-bac4-86149a99d519 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143630 Aug 27 16:15:58.169237 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607881d-f626-41f3-bac4-28b4f32b22e2 req-2a4dc3c0-6ff1-495a-b865-d81bb92b8a84 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:58.170754 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2607881d-f626-41f3-bac4-28b4f32b22e2 req-2a4dc3c0-6ff1-495a-b865-d81bb92b8a84 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 944 time: 0.0490324 Aug 27 16:15:58.210017 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2607881d-f626-41f3-bac4-28b4f32b22e2 req-210a4bbd-aa7c-442b-abc5-9c0de5e24933 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332475 Aug 27 16:15:58.288475 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60424) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:58.474831 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98468e8-6910-4c43-8ace-6756992bf1a4 req-584d343d-6608-4f20-9431-1d081bf1e986 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:58.476351 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a98468e8-6910-4c43-8ace-6756992bf1a4 req-584d343d-6608-4f20-9431-1d081bf1e986 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0568635 Aug 27 16:15:58.508431 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6080c728-f925-43c2-a86c-c4f8fc459b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.550852 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a98468e8-6910-4c43-8ace-6756992bf1a4 req-9c9b7838-752b-44d8-8e99-bb8062c16386 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577407 Aug 27 16:15:58.710513 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6080c728-f925-43c2-a86c-c4f8fc459b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.740709 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3c1c-419c-4858-ae11-8b14adf30aaf req-8bf26ce5-e772-4efa-a205-35d7de942048 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:58.742648 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9bea3c1c-419c-4858-ae11-8b14adf30aaf req-8bf26ce5-e772-4efa-a205-35d7de942048 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0959032 Aug 27 16:15:58.744004 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6080c728-f925-43c2-a86c-c4f8fc459b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.858458 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9bea3c1c-419c-4858-ae11-8b14adf30aaf req-c7cbdeae-05e1-402f-a44c-b2290729b7d0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927653 Aug 27 16:15:58.861462 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6080c728-f925-43c2-a86c-c4f8fc459b5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=620d2222f0f34d0d91a8fd185b12106a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5719612 Aug 27 16:15:58.862345 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080c728-f925-43c2-a86c-c4f8fc459b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9249094b-99d0-49c0-94e6-3db911c777ff,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:58.864114 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60464) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:58.932429 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3611668e-58e2-4eed-8567-19b87b7de774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.958850 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3611668e-58e2-4eed-8567-19b87b7de774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.015193 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3611668e-58e2-4eed-8567-19b87b7de774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.018212 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3611668e-58e2-4eed-8567-19b87b7de774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.019582 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-3611668e-58e2-4eed-8567-19b87b7de774 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9249094b-99d0-49c0-94e6-3db911c777ff HTTP/1.1" status: 204 len: 168 time: 0.1533613 Aug 27 16:15:59.028255 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611668e-58e2-4eed-8567-19b87b7de774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9249094b-99d0-49c0-94e6-3db911c777ff,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:59.161451 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2327a649-2d80-48a8-a769-258b94e2dac2 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:59.234909 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port 2327a649-2d80-48a8-a769-258b94e2dac2 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:59.244465 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 2327a649-2d80-48a8-a769-258b94e2dac2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:59.245007 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.360414 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b872c-d928-44e5-b3da-806399bedf83 req-cee2ba9b-3596-463f-b059-5cd7c0bedd78 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:59.362639 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-789b872c-d928-44e5-b3da-806399bedf83 req-cee2ba9b-3596-463f-b059-5cd7c0bedd78 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 944 time: 0.0639551 Aug 27 16:15:59.372426 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.409997 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2327a649-2d80-48a8-a769-258b94e2dac2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2327a649-2d80-48a8-a769-258b94e2dac2,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:59.417991 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.431233 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-789b872c-d928-44e5-b3da-806399bedf83 req-dfe47f4d-39ed-47bf-9833-7cc38ded2ef7 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609221 Aug 27 16:15:59.470712 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=2327a649-2d80-48a8-a769-258b94e2dac2,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:59.525527 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60496) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:59.538795 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-705294a5-1133-4eb6-a928-08a3442ee633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.627409 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2327a649-2d80-48a8-a769-258b94e2dac2'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:59.630047 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dccd390-2000-47b1-b229-838768d9e42d" -d '{"events": [{"server_uuid": "e7afb35c-ab38-47f1-b2f2-3a5c8c20654c", "name": "network-vif-plugged", "status": "completed", "tag": "2327a649-2d80-48a8-a769-258b94e2dac2"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:59.646645 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-705294a5-1133-4eb6-a928-08a3442ee633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.651846 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-705294a5-1133-4eb6-a928-08a3442ee633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.702955 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd75e35-77ea-41b2-b39d-3e314eabbd3c x-openstack-request-id: req-4bd75e35-77ea-41b2-b39d-3e314eabbd3c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:59.704682 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7afb35c-ab38-47f1-b2f2-3a5c8c20654c", "name": "network-vif-plugged", "status": "completed", "tag": "2327a649-2d80-48a8-a769-258b94e2dac2", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:59.704682 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bd75e35-77ea-41b2-b39d-3e314eabbd3c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:59.704682 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2327a649-2d80-48a8-a769-258b94e2dac2', 'code': 200} Aug 27 16:15:59.717886 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff473881-bd66-4ae9-933b-9a40add5a7a8 req-5a0e0a61-0db0-4940-a04f-0381c38f2d91 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:59.725030 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff473881-bd66-4ae9-933b-9a40add5a7a8 req-5a0e0a61-0db0-4940-a04f-0381c38f2d91 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0764146 Aug 27 16:15:59.765030 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60506) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:59.766485 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-705294a5-1133-4eb6-a928-08a3442ee633 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7adc0f25de5141008c5056975291a52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356870 Aug 27 16:15:59.807962 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff473881-bd66-4ae9-933b-9a40add5a7a8 req-b5e54448-da4f-4c60-a0df-5a6d60202741 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819139 Aug 27 16:15:59.829570 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705294a5-1133-4eb6-a928-08a3442ee633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a4a593-0f14-4234-912f-2dbe22e75a61,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:59.873090 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c608f2f7-0638-439b-804d-132ca57efd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.905512 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c608f2f7-0638-439b-804d-132ca57efd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.972016 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c608f2f7-0638-439b-804d-132ca57efd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.975274 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c608f2f7-0638-439b-804d-132ca57efd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.982643 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c608f2f7-0638-439b-804d-132ca57efd07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02a4a593-0f14-4234-912f-2dbe22e75a61 HTTP/1.1" status: 204 len: 168 time: 0.2135944 Aug 27 16:15:59.991104 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608f2f7-0638-439b-804d-132ca57efd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a4a593-0f14-4234-912f-2dbe22e75a61,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:00.075885 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9bf42-c2f0-4fba-9957-baa7d3f78413 req-9bd2d417-eed7-4ede-954d-be5de51c1721 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:00.077345 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-16b9bf42-c2f0-4fba-9957-baa7d3f78413 req-9bd2d417-eed7-4ede-954d-be5de51c1721 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.1177864 Aug 27 16:16:00.080109 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f03170-a11d-4ff4-b6ef-f1a808adf223 req-02f23432-6862-4d37-95a9-a27849425194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:00.081477 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-97f03170-a11d-4ff4-b6ef-f1a808adf223 req-02f23432-6862-4d37-95a9-a27849425194 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 1098 time: 0.0717721 Aug 27 16:16:00.137618 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-16b9bf42-c2f0-4fba-9957-baa7d3f78413 req-b832d3e5-018e-418f-81f1-0cad09c64fc4 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545440 Aug 27 16:16:00.143675 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-97f03170-a11d-4ff4-b6ef-f1a808adf223 req-9d6551fc-c714-4806-9080-c841864ad188 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469658 Aug 27 16:16:00.298817 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b7eb1-2608-4c2b-be4c-12b95346459e req-453cd887-9495-4672-8101-e3a549b3a994 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:00.300306 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e3b7eb1-2608-4c2b-be4c-12b95346459e req-453cd887-9495-4672-8101-e3a549b3a994 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0510423 Aug 27 16:16:00.309810 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60532) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:00.315682 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7597d462-0a16-42dd-8191-c57ab218ecec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'floatingip': {'port_id': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:00.394985 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7597d462-0a16-42dd-8191-c57ab218ecec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:00.689520 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfd33a-f3aa-40b5-ada0-2b68cef0fdeb req-90996a39-3645-46f2-9a88-10b6dee79512 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:00.693813 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40cfd33a-f3aa-40b5-ada0-2b68cef0fdeb req-90996a39-3645-46f2-9a88-10b6dee79512 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.1539512 Aug 27 16:16:00.797709 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40cfd33a-f3aa-40b5-ada0-2b68cef0fdeb req-83229027-0f37-47ab-826f-41e20f10bbc0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870492 Aug 27 16:16:00.936590 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4d4fd-02af-4120-9d7b-181340f52cad req-d6d85d38-5e5a-4a33-b208-7dfbcc1a51bb tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:00.938455 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f4e4d4fd-02af-4120-9d7b-181340f52cad req-d6d85d38-5e5a-4a33-b208-7dfbcc1a51bb tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0560904 Aug 27 16:16:00.986811 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f4e4d4fd-02af-4120-9d7b-181340f52cad req-2dcd5f71-6e44-49ad-8436-ac0958d5d250 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Aug 27 16:16:01.483500 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7597d462-0a16-42dd-8191-c57ab218ecec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.488756 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7597d462-0a16-42dd-8191-c57ab218ecec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.591872 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [None req-7597d462-0a16-42dd-8191-c57ab218ecec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Floating IP 22744abf-d873-4e02-bc87-0052718bc164 associated. External IP: 172.27.0.242, port: c12950c4-2fb4-49fd-b19e-92a0bf003f6c. Aug 27 16:16:01.843846 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7597d462-0a16-42dd-8191-c57ab218ecec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:16:02.057981 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8812df-8fb8-46c5-ae4b-f1a20c8262ed req-b3d201d9-7b59-4e35-8a7f-30447bdff88a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.059556 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bd8812df-8fb8-46c5-ae4b-f1a20c8262ed req-b3d201d9-7b59-4e35-8a7f-30447bdff88a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.1497741 Aug 27 16:16:02.078230 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7597d462-0a16-42dd-8191-c57ab218ecec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:16:02.088791 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7597d462-0a16-42dd-8191-c57ab218ecec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:02.095349 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] Sync routers for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:16:02.106575 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:02.107286 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:15:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:02.133626 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-7597d462-0a16-42dd-8191-c57ab218ecec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "PUT /v2.0/floatingips/22744abf-d873-4e02-bc87-0052718bc164 HTTP/1.1" status: 200 len: 991 time: 1.8221929 Aug 27 16:16:02.134407 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:02.136655 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f29b29-7976-4e25-a323-c8e947bf1039" -d '{"events": [{"name": "network-changed", "server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:02.141869 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bd8812df-8fb8-46c5-ae4b-f1a20c8262ed req-7e2c4a47-5556-4737-a64b-0c520ba3d62b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745203 Aug 27 16:16:02.218667 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b659ea-6b3d-415a-a897-ddad78fe0d1e req-8b2cff8a-f14d-41a1-9266-73751eab7339 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.222127 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:02.222880 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c0b659ea-6b3d-415a-a897-ddad78fe0d1e req-8b2cff8a-f14d-41a1-9266-73751eab7339 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0721910 Aug 27 16:16:02.257949 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c0b659ea-6b3d-415a-a897-ddad78fe0d1e req-f34769a7-25cf-42e2-b159-b962564df8d2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305729 Aug 27 16:16:02.301669 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4a619-7aef-49a8-9617-5d54ed18cf2d x-openstack-request-id: req-a5f4a619-7aef-49a8-9617-5d54ed18cf2d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:02.301990 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:02.302326 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5f4a619-7aef-49a8-9617-5d54ed18cf2d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:02.303058 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'status': 'completed', 'code': 200} Aug 27 16:16:02.407743 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-10ba83b6-550b-4de7-8b6f-274d927e444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.409228 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-10ba83b6-550b-4de7-8b6f-274d927e444c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 1098 time: 0.0399613 Aug 27 16:16:02.489352 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '22744abf-d873-4e02-bc87-0052718bc164', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'port_id': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'mac_address': 'fa:16:3e:02:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:15:25Z', 'updated_at': '2021-08-27T16:16:01Z', 'revision_number': 1, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:02.505552 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-56eb249a-6cbc-4e8d-9706-003b1a2284d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.507083 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-56eb249a-6cbc-4e8d-9706-003b1a2284d3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.0838306 Aug 27 16:16:02.515821 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] Checking router: 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:16:02.524473 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:02.525059 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:15:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:02.614654 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-f98c5ca5-3d10-4ed6-abbd-c6ef931eef95 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c HTTP/1.1" status: 200 len: 999 time: 0.0937319 Aug 27 16:16:02.628733 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:02.673169 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-d3ad9587-76f6-461b-8f1d-dea6385a2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.674676 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-d3ad9587-76f6-461b-8f1d-dea6385a2dc8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0456452 Aug 27 16:16:02.724102 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-556ce2bb-f5bc-4d44-9f9d-825974726ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.725603 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-556ce2bb-f5bc-4d44-9f9d-825974726ebf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418606 Aug 27 16:16:02.828742 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-38a6c10c-1bbd-409e-a6ab-dca5259b3a0e service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875132 Aug 27 16:16:02.860071 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '22744abf-d873-4e02-bc87-0052718bc164', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'port_id': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'mac_address': 'fa:16:3e:02:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:15:25Z', 'updated_at': '2021-08-27T16:16:01Z', 'revision_number': 1, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:02.935073 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b0f29b29-7976-4e25-a323-c8e947bf1039 req-fda2a139-c4c8-443b-aa96-e002984f42fc service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918112 Aug 27 16:16:02.966169 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fb0e9-ac96-4e23-8959-bb74ac4f9359 None None] The sync data for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi is: [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '22744abf-d873-4e02-bc87-0052718bc164', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'port_id': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'mac_address': 'fa:16:3e:02:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:15:25Z', 'updated_at': '2021-08-27T16:16:01Z', 'revision_number': 1, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:16:03.191119 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a703a5-39d4-4f3a-901f-8f94112cc699 None None] New status for floating IP 22744abf-d873-4e02-bc87-0052718bc164: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:16:03.279168 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424004c1-3a1e-45c1-adf9-96ec2d6fd44b req-a9a38ec9-6f91-453d-87e1-0ceec8382b0a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:03.280942 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-424004c1-3a1e-45c1-adf9-96ec2d6fd44b req-a9a38ec9-6f91-453d-87e1-0ceec8382b0a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0611680 Aug 27 16:16:03.333571 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-424004c1-3a1e-45c1-adf9-96ec2d6fd44b req-42d28485-f3c2-47b6-9c69-a9f682e6b6af tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414782 Aug 27 16:16:03.463598 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63eaec-3901-44ed-9b90-8faf89b22cea req-e3f9b910-4e5f-44c0-b887-c10f56d3f929 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:03.470746 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2f63eaec-3901-44ed-9b90-8faf89b22cea req-e3f9b910-4e5f-44c0-b887-c10f56d3f929 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0910316 Aug 27 16:16:03.521135 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2f63eaec-3901-44ed-9b90-8faf89b22cea req-4cc3c77c-9dc8-42b8-a783-10e6f1553312 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467572 Aug 27 16:16:03.626558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88357c-30b7-46a9-9e45-70e3fdc8d17d req-93d2a201-470e-4a2e-bfd4-a799f94437f8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:03.628398 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7e88357c-30b7-46a9-9e45-70e3fdc8d17d req-93d2a201-470e-4a2e-bfd4-a799f94437f8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0575726 Aug 27 16:16:03.637753 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60696) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:03.643244 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fdf8b2d4-4232-4256-8c30-a4105629cabb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'floatingip': {'port_id': '2327a649-2d80-48a8-a769-258b94e2dac2'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:03.686193 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b2d4-4232-4256-8c30-a4105629cabb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:03.782521 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60700) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:03.902504 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06c009f7-643e-4ce8-9846-dc673b6bf9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.150055 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06c009f7-643e-4ce8-9846-dc673b6bf9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.156818 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06c009f7-643e-4ce8-9846-dc673b6bf9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.230518 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-06c009f7-643e-4ce8-9846-dc673b6bf9eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29a8468acc12433081e49fb6b892602f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469521 Aug 27 16:16:04.233309 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60708) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:04.240964 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b2d4-4232-4256-8c30-a4105629cabb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.242288 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c009f7-643e-4ce8-9846-dc673b6bf9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4a673a-60a6-4dbf-9b25-267592ad1751,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:04.258235 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b2d4-4232-4256-8c30-a4105629cabb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.297346 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30762c29-a90b-47cd-a5f7-559effb66487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.318939 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30762c29-a90b-47cd-a5f7-559effb66487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.367466 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [None req-fdf8b2d4-4232-4256-8c30-a4105629cabb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Floating IP 5f2dc200-029b-45bb-9b46-c022e1f644c3 associated. External IP: 172.27.0.22, port: 2327a649-2d80-48a8-a769-258b94e2dac2. Aug 27 16:16:04.368625 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30762c29-a90b-47cd-a5f7-559effb66487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.371724 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30762c29-a90b-47cd-a5f7-559effb66487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.372928 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-30762c29-a90b-47cd-a5f7-559effb66487 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f4a673a-60a6-4dbf-9b25-267592ad1751 HTTP/1.1" status: 204 len: 168 time: 0.1386461 Aug 27 16:16:04.382171 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30762c29-a90b-47cd-a5f7-559effb66487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4a673a-60a6-4dbf-9b25-267592ad1751,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:04.649031 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf8b2d4-4232-4256-8c30-a4105629cabb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Router 69474aa8-2655-41ac-999f-ce3778829f34 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:16:04.731360 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60736) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:04.748888 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26a8fbea-3eab-4722-b065-59530ee7cf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.861173 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26a8fbea-3eab-4722-b065-59530ee7cf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.868615 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26a8fbea-3eab-4722-b065-59530ee7cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.913074 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-26a8fbea-3eab-4722-b065-59530ee7cf3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2920e2018be2474590023869d4e44ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801562 Aug 27 16:16:04.914890 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8fbea-3eab-4722-b065-59530ee7cf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b006734-22bc-45cc-9474-0aa0a60885c3,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:04.929356 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60742) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:04.985416 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83a27271-7528-43c3-a09f-45dc2bbcfda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.014945 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83a27271-7528-43c3-a09f-45dc2bbcfda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.045701 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df9013-82cf-42f2-a2c5-5fa4035f9aa6 req-e4ce2c60-22f7-4eb6-8885-d314199eb7ab tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:05.047359 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c6df9013-82cf-42f2-a2c5-5fa4035f9aa6 req-e4ce2c60-22f7-4eb6-8885-d314199eb7ab tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.3849978 Aug 27 16:16:05.074486 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83a27271-7528-43c3-a09f-45dc2bbcfda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.077846 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83a27271-7528-43c3-a09f-45dc2bbcfda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.082072 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf8b2d4-4232-4256-8c30-a4105629cabb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:16:05.082915 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-83a27271-7528-43c3-a09f-45dc2bbcfda7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b006734-22bc-45cc-9474-0aa0a60885c3 HTTP/1.1" status: 204 len: 168 time: 0.1524138 Aug 27 16:16:05.090803 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a27271-7528-43c3-a09f-45dc2bbcfda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b006734-22bc-45cc-9474-0aa0a60885c3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:05.094419 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b2d4-4232-4256-8c30-a4105629cabb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.102172 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] Sync routers for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:16:05.118821 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:05.122762 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:15:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:05.130865 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60748) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:05.140821 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c6df9013-82cf-42f2-a2c5-5fa4035f9aa6 req-6e8b5cd5-7bbe-41e0-b2ab-ea303b7c7b8a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838020 Aug 27 16:16:05.142395 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-fdf8b2d4-4232-4256-8c30-a4105629cabb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "PUT /v2.0/floatingips/5f2dc200-029b-45bb-9b46-c022e1f644c3 HTTP/1.1" status: 200 len: 990 time: 1.5032904 Aug 27 16:16:05.142951 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'tag': '2327a649-2d80-48a8-a769-258b94e2dac2'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:05.145106 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b37039-8410-43c6-8486-b35ca494b0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7afb35c-ab38-47f1-b2f2-3a5c8c20654c", "tag": "2327a649-2d80-48a8-a769-258b94e2dac2"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:05.247171 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da39a751-15ca-419e-a43a-b7c23a854d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.263102 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:05.348365 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da39a751-15ca-419e-a43a-b7c23a854d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.354333 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da39a751-15ca-419e-a43a-b7c23a854d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.398400 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39a751-15ca-419e-a43a-b7c23a854d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566bbcfb-7681-4fca-a413-158c6d2b0d8b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:05.404691 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-da39a751-15ca-419e-a43a-b7c23a854d3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=363d90173ff74af5b8b5b84099a808d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730939 Aug 27 16:16:05.407310 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60760) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:05.463489 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9940ec0-3051-4be0-b85b-e8f4ba30478e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.477469 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60762) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:05.487946 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9940ec0-3051-4be0-b85b-e8f4ba30478e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.490207 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9860e52d-249b-4222-97d3-637b2270b73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.514534 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '5f2dc200-029b-45bb-9b46-c022e1f644c3', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'port_id': '2327a649-2d80-48a8-a769-258b94e2dac2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'mac_address': 'fa:16:3e:44:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:15:36Z', 'updated_at': '2021-08-27T16:16:04Z', 'revision_number': 1, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:05.543866 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9940ec0-3051-4be0-b85b-e8f4ba30478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.546541 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9940ec0-3051-4be0-b85b-e8f4ba30478e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.550060 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-e9940ec0-3051-4be0-b85b-e8f4ba30478e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/566bbcfb-7681-4fca-a413-158c6d2b0d8b HTTP/1.1" status: 204 len: 168 time: 0.1393356 Aug 27 16:16:05.550205 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] Checking router: 69474aa8-2655-41ac-999f-ce3778829f34 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:16:05.557945 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9940ec0-3051-4be0-b85b-e8f4ba30478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566bbcfb-7681-4fca-a413-158c6d2b0d8b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:05.560636 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:05.561394 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:15:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:05.615239 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9860e52d-249b-4222-97d3-637b2270b73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.628024 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9860e52d-249b-4222-97d3-637b2270b73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.663896 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9860e52d-249b-4222-97d3-637b2270b73f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4eb7ffdf5169437992c3560eb9caa960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828640 Aug 27 16:16:05.664555 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60770) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:05.690658 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860e52d-249b-4222-97d3-637b2270b73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82f0583-2253-4982-b7c4-530539e0f78e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:05.692737 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:05.719143 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.745608 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.801173 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.805158 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.806543 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d82f0583-2253-4982-b7c4-530539e0f78e HTTP/1.1" status: 204 len: 168 time: 0.1412528 Aug 27 16:16:05.817770 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82f0583-2253-4982-b7c4-530539e0f78e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:05.826911 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.827255 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.827614 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.827946 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.828265 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.828599 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.828927 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.829249 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.829575 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.830058 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.830213 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.830546 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e617f4b-6b21-4aa5-9c79-e02979b7b81c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:05.939947 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 60776) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:05.944559 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '5f2dc200-029b-45bb-9b46-c022e1f644c3', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'port_id': '2327a649-2d80-48a8-a769-258b94e2dac2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'mac_address': 'fa:16:3e:44:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:15:36Z', 'updated_at': '2021-08-27T16:16:04Z', 'revision_number': 1, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:05.954736 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09ff9f2e-bc7a-4bf5-ab25-648ab21e9058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.978098 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476d341-5c54-4f8b-a2ad-a3d605d2d5ad None None] The sync data for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi is: [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '5f2dc200-029b-45bb-9b46-c022e1f644c3', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'port_id': '2327a649-2d80-48a8-a769-258b94e2dac2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'mac_address': 'fa:16:3e:44:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:15:36Z', 'updated_at': '2021-08-27T16:16:04Z', 'revision_number': 1, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:16:06.067239 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09ff9f2e-bc7a-4bf5-ab25-648ab21e9058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.071928 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09ff9f2e-bc7a-4bf5-ab25-648ab21e9058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.113199 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-09ff9f2e-bc7a-4bf5-ab25-648ab21e9058 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e27a7ac4d5a4f3e8c6145fd2f9c65da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718986 Aug 27 16:16:06.115857 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 60780) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:06.119334 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff9f2e-bc7a-4bf5-ab25-648ab21e9058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9802ef9b-5db0-4cf7-9ef3-caa9fa05f6fa,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:06.174569 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0238-df0c-4a7c-88d7-470df27d3d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.197509 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0238-df0c-4a7c-88d7-470df27d3d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.223378 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff3e857-2318-40da-9685-08389fa4b241 None None] New status for floating IP 5f2dc200-029b-45bb-9b46-c022e1f644c3: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:16:06.250487 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0238-df0c-4a7c-88d7-470df27d3d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.253471 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0238-df0c-4a7c-88d7-470df27d3d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.254760 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-1c3a0238-df0c-4a7c-88d7-470df27d3d8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9802ef9b-5db0-4cf7-9ef3-caa9fa05f6fa HTTP/1.1" status: 204 len: 168 time: 0.1374438 Aug 27 16:16:06.270561 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a0238-df0c-4a7c-88d7-470df27d3d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9802ef9b-5db0-4cf7-9ef3-caa9fa05f6fa,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:08.591232 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fc893a-c2c5-4217-bf1d-201db7ff1da4 x-openstack-request-id: req-76fc893a-c2c5-4217-bf1d-201db7ff1da4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:08.591781 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7afb35c-ab38-47f1-b2f2-3a5c8c20654c", "tag": "2327a649-2d80-48a8-a769-258b94e2dac2", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:08.591781 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76fc893a-c2c5-4217-bf1d-201db7ff1da4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:08.592201 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'tag': '2327a649-2d80-48a8-a769-258b94e2dac2', 'status': 'completed', 'code': 200} Aug 27 16:16:08.711167 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed56ae-34c8-497d-99f8-8f1ddd4e3263 req-b37a138a-bfa4-4ba1-b9c1-089fa20235e7 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.712638 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27ed56ae-34c8-497d-99f8-8f1ddd4e3263 req-b37a138a-bfa4-4ba1-b9c1-089fa20235e7 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0774794 Aug 27 16:16:08.715182 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-0f63edce-e3ec-4cb8-873a-50b63a566ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.716537 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-0f63edce-e3ec-4cb8-873a-50b63a566ce3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 1098 time: 0.0564742 Aug 27 16:16:08.795987 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27ed56ae-34c8-497d-99f8-8f1ddd4e3263 req-1ad97011-9c88-46b1-aec1-98d91d17b6c8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775049 Aug 27 16:16:08.836101 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-e0019699-ccbe-4f10-9244-71a9f4f209a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.839847 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-e0019699-ccbe-4f10-9244-71a9f4f209a4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 912 time: 0.1056733 Aug 27 16:16:08.905380 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-77434c27-a622-436c-8bcb-174e148b165d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2327a649-2d80-48a8-a769-258b94e2dac2 HTTP/1.1" status: 200 len: 1000 time: 0.0589099 Aug 27 16:16:08.957642 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-be212aa5-6fb9-418d-babf-b7c8a796d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.959097 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-be212aa5-6fb9-418d-babf-b7c8a796d024 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.0462542 Aug 27 16:16:09.015213 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-f32782c5-ab4d-4c07-951c-94d7ec610610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.016763 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-f32782c5-ab4d-4c07-951c-94d7ec610610 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395598 Aug 27 16:16:09.109315 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-7fe312bc-6e35-4b3e-a7c3-638b551617f7 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813735 Aug 27 16:16:09.209108 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5b37039-8410-43c6-8486-b35ca494b0b1 req-1ba16ba3-610c-4a7c-a138-88ea591f3ab8 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847678 Aug 27 16:16:09.912566 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdafcb1-3c10-4ff9-af3a-400f6cb7d01a req-8b2b8314-c7d3-4867-ba96-8c332b8bbf8a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.915220 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0cdafcb1-3c10-4ff9-af3a-400f6cb7d01a req-8b2b8314-c7d3-4867-ba96-8c332b8bbf8a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0497468 Aug 27 16:16:09.954085 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0cdafcb1-3c10-4ff9-af3a-400f6cb7d01a req-0cdd2bb8-ef8f-41fe-8801-db0389c3edb5 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Aug 27 16:16:11.084669 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe82b-3b30-4363-9df5-779136f6ee8d req-72265b7c-7a05-4750-9ea1-64a6502e32c7 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:11.086799 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b8fe82b-3b30-4363-9df5-779136f6ee8d req-72265b7c-7a05-4750-9ea1-64a6502e32c7 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0545480 Aug 27 16:16:11.124320 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b8fe82b-3b30-4363-9df5-779136f6ee8d req-99a40571-0a3b-42b9-98ac-1669722f98c1 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Aug 27 16:16:11.567705 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-f98d887e-c23c-4326-ad30-df5c5528aba2 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=32f7c0f04ebb4b4185751730daa42775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274239 Aug 27 16:16:11.754458 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454565fb-e501-4fdb-b48e-99dadb720985 req-b5605b73-8543-4674-aa16-9c642ef513d0 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:11.755943 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-b5605b73-8543-4674-aa16-9c642ef513d0 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832170 Aug 27 16:16:11.775139 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-471d6e12-6f38-45d4-9ebd-3b1fbc5cdb20 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/quotas/32f7c0f04ebb4b4185751730daa42775 HTTP/1.1" status: 200 len: 375 time: 0.0091946 Aug 27 16:16:11.974596 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-74e913a1-5339-46de-8647-d97b79f3dd6e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=32f7c0f04ebb4b4185751730daa42775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1957884 Aug 27 16:16:12.277762 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3faf0c31-da64-4c71-9acc-06d032a15b14 req-eddd4c12-b1bc-4aa9-90a6-497db3186cce tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 210 time: 0.0303528 Aug 27 16:16:12.312861 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda02e78-b9ae-4139-83a5-6f8cf95ca8d7 req-9df370ba-5207-4d92-ad09-ebca85d3eaa4 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:12.320759 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bda02e78-b9ae-4139-83a5-6f8cf95ca8d7 req-9df370ba-5207-4d92-ad09-ebca85d3eaa4 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.0899332 Aug 27 16:16:12.383418 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bda02e78-b9ae-4139-83a5-6f8cf95ca8d7 req-91155d0b-2737-45be-9c45-f3ba9ced7efd tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544400 Aug 27 16:16:12.425807 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56aa56e-84b8-490b-8bd8-51272070b8e8 req-ff197dc8-15b8-4709-9960-bd8753e15df4 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:12.434652 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e56aa56e-84b8-490b-8bd8-51272070b8e8 req-ff197dc8-15b8-4709-9960-bd8753e15df4 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0829279 Aug 27 16:16:12.482390 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e56aa56e-84b8-490b-8bd8-51272070b8e8 req-3e86f4c5-a6a7-4708-b85a-a7ca26177c33 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Aug 27 16:16:13.493070 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2f9f2e19-14ef-4052-a28c-5bede30bd04f req-3c0f0d14-066f-4aff-b150-8ae75c2d188f tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 210 time: 0.0273902 Aug 27 16:16:13.566211 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-a8d5aeed-81aa-4b42-b019-efe01acb330e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=32f7c0f04ebb4b4185751730daa42775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344601 Aug 27 16:16:13.627287 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ad5f-3f7c-4c29-b6fc-5573ea7dbc19 req-9c051a8b-c573-4973-8305-7634ae1d43e7 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:13.628831 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ae00ad5f-3f7c-4c29-b6fc-5573ea7dbc19 req-9c051a8b-c573-4973-8305-7634ae1d43e7 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.1272810 Aug 27 16:16:13.663880 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a99db9-d355-413c-97d4-f73846a4dadd req-e5d2480c-15c7-421c-adc6-c422dab69c4d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:13.670223 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-36a99db9-d355-413c-97d4-f73846a4dadd req-e5d2480c-15c7-421c-adc6-c422dab69c4d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0976622 Aug 27 16:16:13.728390 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-36a99db9-d355-413c-97d4-f73846a4dadd req-3c7ea118-5f09-4d26-aa2a-bb47bff74afc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506041 Aug 27 16:16:13.769501 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ae00ad5f-3f7c-4c29-b6fc-5573ea7dbc19 req-3098a8f4-8036-4231-a74d-bf74117110df tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205044 Aug 27 16:16:13.846343 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454565fb-e501-4fdb-b48e-99dadb720985 req-3ce48f91-6683-4514-9c55-d9cb636b94c9 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:13.848018 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-3ce48f91-6683-4514-9c55-d9cb636b94c9 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692556 Aug 27 16:16:13.908494 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Request body: {'port': {'device_id': '1d454285-a28c-4ec8-b46c-d88ca7bd139c', 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8', 'admin_state_up': True, 'tenant_id': '32f7c0f04ebb4b4185751730daa42775'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:13.935232 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 32814) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:14.022525 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Made reservation on behalf of 32f7c0f04ebb4b4185751730daa42775 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:14.026166 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.035603 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.044665 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.125384 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.129320 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.195851 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cceb18af-d526-432b-8104-c6d50b3d3703,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:14.216448 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.220524 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.257400 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92bacfbabd174092a496dad75abd5d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205655 Aug 27 16:16:14.258529 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf7847e-d9ad-4c1a-98b4-79ac59d3d1de,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:14.260364 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 32818) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:14.265631 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.265978 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.266340 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.266675 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.267003 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.267334 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.267657 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.267976 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.268605 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.268605 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.268922 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.269243 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53989d72-9815-42b5-be88-c60c1d574e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:14.281639 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Allocated IP 192.168.233.53 (431b7989-1fe3-45f9-b0a8-327a69fc97b8/8ab1ce03-b304-4f93-b148-54b500644855/aab41f5e-afe6-4141-99ee-54e03cbc6631) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:14.349626 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-167e8a90-f506-4652-8363-1a7505e31e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.414686 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-167e8a90-f506-4652-8363-1a7505e31e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.491452 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-167e8a90-f506-4652-8363-1a7505e31e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.493916 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-167e8a90-f506-4652-8363-1a7505e31e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.495096 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-167e8a90-f506-4652-8363-1a7505e31e98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6bf7847e-d9ad-4c1a-98b4-79ac59d3d1de HTTP/1.1" status: 204 len: 168 time: 0.2338004 Aug 27 16:16:14.506584 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.513916 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e8a90-f506-4652-8363-1a7505e31e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf7847e-d9ad-4c1a-98b4-79ac59d3d1de,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:14.527058 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Transition to ACTIVE for port object aab41f5e-afe6-4141-99ee-54e03cbc6631 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:14.564704 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.606618 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:14.609857 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:14.615550 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:14.621264 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:14.622171 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.641993 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7375231 Aug 27 16:16:14.642438 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44269e64-37cb-41a6-9a12-3a31344ee80d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Pushing event updated for resources: {'Port': ['ID=aab41f5e-afe6-4141-99ee-54e03cbc6631,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:14.752586 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b822a-5d6e-4579-b4c1-3886b91281f7 req-4a4230e7-f402-4460-a369-1ada3ba36429 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:14.761051 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ca4b822a-5d6e-4579-b4c1-3886b91281f7 req-4a4230e7-f402-4460-a369-1ada3ba36429 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 935 time: 0.0712197 Aug 27 16:16:14.805929 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ca4b822a-5d6e-4579-b4c1-3886b91281f7 req-8efeb3ea-325b-41f3-8f04-67e67e061045 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439568 Aug 27 16:16:14.825575 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 32834) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:14.840733 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Request body: {'port': {'device_id': '1d454285-a28c-4ec8-b46c-d88ca7bd139c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:14.844314 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4813d3f0-7f90-4f5d-82ce-e1ef1187101a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.911881 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e1526d65-6686-47c8-a87c-45cd70c26da2 None None] Provisioning for port aab41f5e-afe6-4141-99ee-54e03cbc6631 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:14.920268 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e1526d65-6686-47c8-a87c-45cd70c26da2 None None] Provisioning complete for port aab41f5e-afe6-4141-99ee-54e03cbc6631 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:14.921204 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e1526d65-6686-47c8-a87c-45cd70c26da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.938612 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17ac2-50c3-4217-93bc-b98551db7ca3 req-e48a760c-b56c-426d-975e-7942a4e22c7d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:14.945892 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5ac17ac2-50c3-4217-93bc-b98551db7ca3 req-e48a760c-b56c-426d-975e-7942a4e22c7d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0815611 Aug 27 16:16:14.986338 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.002657 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e1526d65-6686-47c8-a87c-45cd70c26da2 None None] Port aab41f5e-afe6-4141-99ee-54e03cbc6631 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:15.011786 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5ac17ac2-50c3-4217-93bc-b98551db7ca3 req-b2cc1cab-1ce6-42aa-b715-360a936a89e9 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627232 Aug 27 16:16:15.046297 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240368-0480-436a-b565-ff76feb2ca54 req-70f4cc1b-9f7e-48d9-90a2-e1e23bf9f01b tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.047430 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4813d3f0-7f90-4f5d-82ce-e1ef1187101a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.047837 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5f240368-0480-436a-b565-ff76feb2ca54 req-70f4cc1b-9f7e-48d9-90a2-e1e23bf9f01b tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.1526787 Aug 27 16:16:15.062059 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4813d3f0-7f90-4f5d-82ce-e1ef1187101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.107759 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4813d3f0-7f90-4f5d-82ce-e1ef1187101a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ec6e2fbf2044907a04a8b66aade5548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811029 Aug 27 16:16:15.108488 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813d3f0-7f90-4f5d-82ce-e1ef1187101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104aa5bd-eb14-421f-9781-922bc1cace7b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:15.110831 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 32850) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:15.164591 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21b4bd7c-1c65-495f-97fa-2b44512c2908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.165369 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-6fc554ba-0146-48d3-802e-4f515ed7c664 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2280064 Aug 27 16:16:15.186484 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21b4bd7c-1c65-495f-97fa-2b44512c2908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.190221 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5f240368-0480-436a-b565-ff76feb2ca54 req-f0e44e85-bc76-4305-b7ff-d4a5d623806b tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321454 Aug 27 16:16:15.246990 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21b4bd7c-1c65-495f-97fa-2b44512c2908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.249754 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21b4bd7c-1c65-495f-97fa-2b44512c2908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.250966 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-21b4bd7c-1c65-495f-97fa-2b44512c2908 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/104aa5bd-eb14-421f-9781-922bc1cace7b HTTP/1.1" status: 204 len: 168 time: 0.1391940 Aug 27 16:16:15.259036 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4bd7c-1c65-495f-97fa-2b44512c2908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104aa5bd-eb14-421f-9781-922bc1cace7b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:15.401030 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-fd632f28-e597-4356-a8ee-0a47fde19078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.402678 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-fd632f28-e597-4356-a8ee-0a47fde19078 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 1099 time: 0.0755606 Aug 27 16:16:15.404499 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab41f5e-afe6-4141-99ee-54e03cbc6631 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:15.411731 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.433121 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Transition to ACTIVE for port object aab41f5e-afe6-4141-99ee-54e03cbc6631 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:15.436839 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.509991 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Pushing event updated for resources: {'Port': ['ID=aab41f5e-afe6-4141-99ee-54e03cbc6631,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:15.528086 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Attempting to bind port aab41f5e-afe6-4141-99ee-54e03cbc6631 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:15.528631 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Attempting to bind port aab41f5e-afe6-4141-99ee-54e03cbc6631 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '6b66ade0-0270-4196-a437-e892ee6376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:15.529872 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Attempting to bind port aab41f5e-afe6-4141-99ee-54e03cbc6631 on network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:15.577865 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Port aab41f5e-afe6-4141-99ee-54e03cbc6631 on network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:16:15.578198 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Attempting to bind port aab41f5e-afe6-4141-99ee-54e03cbc6631 on network 431b7989-1fe3-45f9-b0a8-327a69fc97b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:15.587540 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:15.587893 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Checking segment: {'id': '6b66ade0-0270-4196-a437-e892ee6376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:15.588275 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Bound using segment: {'id': '6b66ade0-0270-4196-a437-e892ee6376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:15.588715 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Bound port: aab41f5e-afe6-4141-99ee-54e03cbc6631, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b66ade0-0270-4196-a437-e892ee6376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:15.589076 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.681324 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-ad145a56-fb7b-4b2f-b079-7e77d8f5fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.683046 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-ad145a56-fb7b-4b2f-b079-7e77d8f5fa13 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 920 time: 0.1507015 Aug 27 16:16:15.693402 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] For port aab41f5e-afe6-4141-99ee-54e03cbc6631, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:15.698196 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] For port aab41f5e-afe6-4141-99ee-54e03cbc6631, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aab41f5e-afe6-4141-99ee-54e03cbc6631,segment=NetworkSegment(6b66ade0-0270-4196-a437-e892ee6376fd),segment_id=6b66ade0-0270-4196-a437-e892ee6376fd)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:15.706052 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.743946 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-f817f405-bac3-4a20-9b97-e6d3b5aa15bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6be219-89e4-477a-aca1-e33b93430061 HTTP/1.1" status: 200 len: 217 time: 0.0476935 Aug 27 16:16:15.804436 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.805067 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.806778 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] 10.222.0.88 "PUT /v2.0/ports/aab41f5e-afe6-4141-99ee-54e03cbc6631 HTTP/1.1" status: 200 len: 1097 time: 0.9723575 Aug 27 16:16:15.806924 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d454285-a28c-4ec8-b46c-d88ca7bd139c', 'tag': 'aab41f5e-afe6-4141-99ee-54e03cbc6631'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:15.809175 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1247dd-8663-40dc-a7bd-731f39faff05" -d '{"events": [{"name": "network-changed", "server_uuid": "1d454285-a28c-4ec8-b46c-d88ca7bd139c", "tag": "aab41f5e-afe6-4141-99ee-54e03cbc6631"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:15.858560 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedb9cf-817a-431d-a3f1-d1120878082f service neutron] Pushing event updated for resources: {'Port': ['ID=aab41f5e-afe6-4141-99ee-54e03cbc6631,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:15.863562 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-fed7519a-9edb-4be5-b6ba-605c3efb8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.865487 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-fed7519a-9edb-4be5-b6ba-605c3efb8605 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3db857fb-1308-4a91-9f8b-3991db022993 HTTP/1.1" status: 200 len: 859 time: 0.0999212 Aug 27 16:16:15.964098 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8178e5-a53c-4963-9f06-d3b594e05eed x-openstack-request-id: req-9d8178e5-a53c-4963-9f06-d3b594e05eed {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:15.964379 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d454285-a28c-4ec8-b46c-d88ca7bd139c", "tag": "aab41f5e-afe6-4141-99ee-54e03cbc6631", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:15.964625 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d8178e5-a53c-4963-9f06-d3b594e05eed {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:15.965052 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d454285-a28c-4ec8-b46c-d88ca7bd139c', 'tag': 'aab41f5e-afe6-4141-99ee-54e03cbc6631', 'status': 'completed', 'code': 200} Aug 27 16:16:15.984616 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-f3afc1e7-bcfa-498f-b0d0-da730f5862c7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9e8b6fff-c845-4388-aebc-c9251e157b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327051 Aug 27 16:16:16.066473 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5068120-c10e-48d9-a8e6-accd522cfb3b req-0b1549e2-26e8-4fc6-8a1a-caab573a6f17 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.067923 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d5068120-c10e-48d9-a8e6-accd522cfb3b req-0b1549e2-26e8-4fc6-8a1a-caab573a6f17 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 947 time: 0.0530879 Aug 27 16:16:16.125736 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d5068120-c10e-48d9-a8e6-accd522cfb3b req-e305d32a-c350-48c4-9dec-c338f5997ab8 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511529 Aug 27 16:16:16.200128 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454565fb-e501-4fdb-b48e-99dadb720985 req-193b8c6a-195d-49e4-9ae4-e5cde83f1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.201633 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-193b8c6a-195d-49e4-9ae4-e5cde83f1a0c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32f7c0f04ebb4b4185751730daa42775&device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 1100 time: 0.1446357 Aug 27 16:16:16.234056 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc5de0-bf0e-4cfa-8b98-1ca8c1d0c157 req-6e45ad1c-8bfa-4851-9c0d-080a91213189 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.236508 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-fcdc5de0-bf0e-4cfa-8b98-1ca8c1d0c157 req-6e45ad1c-8bfa-4851-9c0d-080a91213189 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0912399 Aug 27 16:16:16.294280 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-09ac4247-f75a-48d6-9281-72d869ffcce0 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335010 Aug 27 16:16:16.299505 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-ac8709a9-694d-45c0-ba1c-b8198b12f82c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=aab41f5e-afe6-4141-99ee-54e03cbc6631 HTTP/1.1" status: 200 len: 217 time: 0.0563850 Aug 27 16:16:16.322706 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-fcdc5de0-bf0e-4cfa-8b98-1ca8c1d0c157 req-e5b34130-1533-42e8-8e14-02f8976ca5d6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710678 Aug 27 16:16:16.359599 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826bcca-57b3-4b9f-aa77-1cf1149e3f79 req-e3834397-0a6e-41e8-90d6-267f082201cd tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.361093 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3826bcca-57b3-4b9f-aa77-1cf1149e3f79 req-e3834397-0a6e-41e8-90d6-267f082201cd tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.0836260 Aug 27 16:16:16.419402 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3826bcca-57b3-4b9f-aa77-1cf1149e3f79 req-868581e7-b4ec-4563-8671-b7b747429ce5 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/security-groups?id=1618fe62-2072-4c98-846c-badb7779eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 Aug 27 16:16:16.765655 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454565fb-e501-4fdb-b48e-99dadb720985 req-a6ee4268-bf2a-4d59-8557-d75088b4fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.767191 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-a6ee4268-bf2a-4d59-8557-d75088b4fbfd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8ab1ce03-b304-4f93-b148-54b500644855 HTTP/1.1" status: 200 len: 843 time: 0.3838387 Aug 27 16:16:16.789499 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-14d08aab-c308-4bd2-856d-6c25063aa672 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.790961 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-14d08aab-c308-4bd2-856d-6c25063aa672 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.88 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 946 time: 0.4066050 Aug 27 16:16:16.856194 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-17283cfb-6908-46f7-9230-b299e51f37b9 req-a75a6d0f-1f53-48dd-8fe8-f70cfda7b6d8 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809015 Aug 27 16:16:16.919428 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454565fb-e501-4fdb-b48e-99dadb720985 req-73043455-0148-4041-97fd-51dec2bf667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.920891 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-73043455-0148-4041-97fd-51dec2bf667e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=431b7989-1fe3-45f9-b0a8-327a69fc97b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1164958 Aug 27 16:16:17.010928 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-68f55d04-0f46-4aa1-bef2-e7b23bd5e015 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Deleting port c5e33849-b3a4-405f-9631-45cad05c3ff4 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:17.011276 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-68f55d04-0f46-4aa1-bef2-e7b23bd5e015 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:17.120313 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-a2b39ee7-981a-4ed8-a1a2-d9b269846cf8 service neutron] 10.222.0.88 "GET /v2.0/networks/431b7989-1fe3-45f9-b0a8-327a69fc97b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658657 Aug 27 16:16:17.146092 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-68f55d04-0f46-4aa1-bef2-e7b23bd5e015 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] For port c5e33849-b3a4-405f-9631-45cad05c3ff4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c5e33849-b3a4-405f-9631-45cad05c3ff4,segment=NetworkSegment(2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca),segment_id=2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:17.146493 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-68f55d04-0f46-4aa1-bef2-e7b23bd5e015 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:17.201969 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-68f55d04-0f46-4aa1-bef2-e7b23bd5e015 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Calling delete_port for c5e33849-b3a4-405f-9631-45cad05c3ff4 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:17.346574 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5c9a0-2b22-46c0-ab69-5d6c127e575c req-af879cc0-3eba-49c9-913d-eccc0b2c2f9d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.348072 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-94e5c9a0-2b22-46c0-ab69-5d6c127e575c req-af879cc0-3eba-49c9-913d-eccc0b2c2f9d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 947 time: 0.1415105 Aug 27 16:16:17.352492 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-454565fb-e501-4fdb-b48e-99dadb720985 req-7a644a1e-dbbc-4892-9eb7-8c1f8ab650b1 service neutron] 10.222.0.88 "GET /v2.0/networks/431b7989-1fe3-45f9-b0a8-327a69fc97b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223508 Aug 27 16:16:17.410682 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-94e5c9a0-2b22-46c0-ab69-5d6c127e575c req-a843aff4-4d8f-4bd2-a47c-2138b4e89941 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539396 Aug 27 16:16:17.495706 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064074c-4dc8-4e8b-86fe-9b7bc02eb700 req-5a0f4f8e-9694-4813-864c-5e0b306f45cf tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.497837 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5064074c-4dc8-4e8b-86fe-9b7bc02eb700 req-5a0f4f8e-9694-4813-864c-5e0b306f45cf tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0648677 Aug 27 16:16:17.515435 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-68f55d04-0f46-4aa1-bef2-e7b23bd5e015 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:17.567407 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5064074c-4dc8-4e8b-86fe-9b7bc02eb700 req-af067e49-6d72-424d-8f5a-44d190254e9a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598111 Aug 27 16:16:17.597997 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5edbe939-a4f6-46e8-bf85-86a23ab464c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:17.611389 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9dcda85c-1b79-42c9-be9c-c99a42355416 req-a6012f2b-4e22-49a6-b8e8-5a2add999fb0 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.0974271 Aug 27 16:16:17.663441 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f55d04-0f46-4aa1-bef2-e7b23bd5e015 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Pushing event deleted for resources: {'Port': ['ID=c5e33849-b3a4-405f-9631-45cad05c3ff4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:17.726307 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:17.732389 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-68f55d04-0f46-4aa1-bef2-e7b23bd5e015 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] No DVR routers for this DVR port c5e33849-b3a4-405f-9631-45cad05c3ff4 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:17.738554 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-68f55d04-0f46-4aa1-bef2-e7b23bd5e015 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:17.740776 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-476110bc-371a-4ee2-b9f3-62cd80e5d9c1 req-68f55d04-0f46-4aa1-bef2-e7b23bd5e015 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.88 "DELETE /v2.0/ports/c5e33849-b3a4-405f-9631-45cad05c3ff4 HTTP/1.1" status: 204 len: 173 time: 0.9275653 Aug 27 16:16:17.749900 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-69d24dcf-00bf-4b8f-bf9b-b89d5e775fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.753227 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-69d24dcf-00bf-4b8f-bf9b-b89d5e775fb2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32f7c0f04ebb4b4185751730daa42775&device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 1100 time: 0.2507825 Aug 27 16:16:17.785932 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 32974) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:17.912922 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-94b24341-8dcc-476f-9a91-e13bf0df7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.914680 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-94b24341-8dcc-476f-9a91-e13bf0df7c2d service neutron] 10.222.0.88 "GET /v2.0/networks?id=431b7989-1fe3-45f9-b0a8-327a69fc97b8 HTTP/1.1" status: 200 len: 870 time: 0.1216352 Aug 27 16:16:17.965200 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-3ef90f7e-4eef-40ca-bf3d-912a05c320b1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=aab41f5e-afe6-4141-99ee-54e03cbc6631 HTTP/1.1" status: 200 len: 217 time: 0.0427473 Aug 27 16:16:17.972589 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a71a96-52a1-4c28-9b7f-d8e7cf818c08', 'name': 'network-vif-deleted', 'tag': 'c5e33849-b3a4-405f-9631-45cad05c3ff4'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:17.974905 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c53134-33da-4005-97c2-0281921e0d69" -d '{"events": [{"server_uuid": "18a71a96-52a1-4c28-9b7f-d8e7cf818c08", "name": "network-vif-deleted", "tag": "c5e33849-b3a4-405f-9631-45cad05c3ff4"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:17.996034 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dd3d366b-0f15-4cdd-8b78-30f19a19aaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.024899 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4254cb2f-83b0-455d-a54a-d16f841f69bc x-openstack-request-id: req-4254cb2f-83b0-455d-a54a-d16f841f69bc {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:18.025306 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a71a96-52a1-4c28-9b7f-d8e7cf818c08", "name": "network-vif-deleted", "tag": "c5e33849-b3a4-405f-9631-45cad05c3ff4", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:18.025432 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4254cb2f-83b0-455d-a54a-d16f841f69bc {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:18.026087 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a71a96-52a1-4c28-9b7f-d8e7cf818c08', 'name': 'network-vif-deleted', 'tag': 'c5e33849-b3a4-405f-9631-45cad05c3ff4', 'status': 'completed', 'code': 200} Aug 27 16:16:18.069842 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-cfbb94bb-0255-4d6d-b862-fa37a2fabe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:18.071345 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-cfbb94bb-0255-4d6d-b862-fa37a2fabe93 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8ab1ce03-b304-4f93-b148-54b500644855 HTTP/1.1" status: 200 len: 843 time: 0.0848565 Aug 27 16:16:18.143325 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-9f8ba74f-1521-4817-950a-eef958522765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:18.145046 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-9f8ba74f-1521-4817-950a-eef958522765 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=431b7989-1fe3-45f9-b0a8-327a69fc97b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0617130 Aug 27 16:16:18.224943 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dd3d366b-0f15-4cdd-8b78-30f19a19aaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.232618 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dd3d366b-0f15-4cdd-8b78-30f19a19aaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.291150 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d366b-0f15-4cdd-8b78-30f19a19aaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dfe364-094a-45bc-bfec-34c2f07a4cc9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:18.298098 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-dd3d366b-0f15-4cdd-8b78-30f19a19aaa0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bef7bab7473743abb416974039c3bb56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108743 Aug 27 16:16:18.300527 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 32994) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:18.309495 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-4534002e-36aa-4af1-850c-045f334cdb4c service neutron] 10.222.0.88 "GET /v2.0/networks/431b7989-1fe3-45f9-b0a8-327a69fc97b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557910 Aug 27 16:16:18.410592 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc601829-9d2b-400e-b3b9-97204b04abe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.446876 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc601829-9d2b-400e-b3b9-97204b04abe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.449981 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-dc1247dd-8663-40dc-a7bd-731f39faff05 req-6fd7e4a6-5be2-4545-ab89-9c9956cca5af service neutron] 10.222.0.88 "GET /v2.0/networks/431b7989-1fe3-45f9-b0a8-327a69fc97b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281388 Aug 27 16:16:18.529318 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc601829-9d2b-400e-b3b9-97204b04abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.536094 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc601829-9d2b-400e-b3b9-97204b04abe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.537017 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-fc601829-9d2b-400e-b3b9-97204b04abe4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7dfe364-094a-45bc-bfec-34c2f07a4cc9 HTTP/1.1" status: 204 len: 168 time: 0.2355537 Aug 27 16:16:18.557568 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc601829-9d2b-400e-b3b9-97204b04abe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dfe364-094a-45bc-bfec-34c2f07a4cc9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:18.580163 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff628283-586e-4feb-992a-270d3c9767cc req-5c1f595f-41e7-4b0b-bbb4-acb6fae774a7 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:18.583129 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff628283-586e-4feb-992a-270d3c9767cc req-5c1f595f-41e7-4b0b-bbb4-acb6fae774a7 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 947 time: 0.0860069 Aug 27 16:16:18.627320 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff628283-586e-4feb-992a-270d3c9767cc req-78330d69-069e-4d5e-8bf8-4825796dfc2b tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371883 Aug 27 16:16:18.718006 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca19066-a050-4234-95ab-49eccdb35919 req-254e864d-f3e5-4d23-a1c8-337d0bdb1adc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:18.720608 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cca19066-a050-4234-95ab-49eccdb35919 req-254e864d-f3e5-4d23-a1c8-337d0bdb1adc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0798616 Aug 27 16:16:18.755629 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7c32ea97-225e-4ab2-890b-dedea00f49f3 req-29736afd-1561-4bf2-8956-c716e3617bb0 tempest-DeleteServersTestJSON-357750880 tempest-DeleteServersTestJSON-357750880-project] 10.222.0.60 "GET /v2.0/ports?device_id=18a71a96-52a1-4c28-9b7f-d8e7cf818c08 HTTP/1.1" status: 200 len: 210 time: 0.0346684 Aug 27 16:16:18.764354 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cca19066-a050-4234-95ab-49eccdb35919 req-31beb80f-8780-4fd3-9b1d-69f0e8164e19 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373883 Aug 27 16:16:18.861339 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 33006) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:18.875101 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d3dc-f4f7-4f1d-aefb-4ec120e62d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.963775 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d3dc-f4f7-4f1d-aefb-4ec120e62d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.967796 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d3dc-f4f7-4f1d-aefb-4ec120e62d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.003534 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6d3dc-f4f7-4f1d-aefb-4ec120e62d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d276861-c3c7-45a1-9dfe-0ab1e7e70061,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:19.007874 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-7cf6d3dc-f4f7-4f1d-aefb-4ec120e62d77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0656102adcbe45f28c4df147706c6d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455121 Aug 27 16:16:19.010630 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 33008) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:19.060908 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d505452-a6a0-49bf-a9ce-7c5e27b14c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.082675 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d505452-a6a0-49bf-a9ce-7c5e27b14c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.145048 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d505452-a6a0-49bf-a9ce-7c5e27b14c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.148528 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d505452-a6a0-49bf-a9ce-7c5e27b14c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.152672 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9d505452-a6a0-49bf-a9ce-7c5e27b14c0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d276861-c3c7-45a1-9dfe-0ab1e7e70061 HTTP/1.1" status: 204 len: 168 time: 0.1410227 Aug 27 16:16:19.161738 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d505452-a6a0-49bf-a9ce-7c5e27b14c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d276861-c3c7-45a1-9dfe-0ab1e7e70061,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:19.216140 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c5e33849-b3a4-405f-9631-45cad05c3ff4 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:19.252874 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: c5e33849-b3a4-405f-9631-45cad05c3ff4 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:19.253341 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c5e33849-b3a4-405f-9631-45cad05c3ff4 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:19.753330 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453f881-fcb6-4c9d-891f-996c1a8f3e15 req-ce0af00c-7034-4778-b5cc-ef0cb65db23c tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:19.761747 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5453f881-fcb6-4c9d-891f-996c1a8f3e15 req-ce0af00c-7034-4778-b5cc-ef0cb65db23c tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 947 time: 0.0600727 Aug 27 16:16:19.798473 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5453f881-fcb6-4c9d-891f-996c1a8f3e15 req-0fbb0d45-1dab-40f4-93af-bbc63c1805af tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350244 Aug 27 16:16:19.915542 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04306965-7173-4932-8ba6-7ab6ff6c5cfb req-7722537e-4ae3-4e5e-9dae-9f2c2d06a612 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:19.917210 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-04306965-7173-4932-8ba6-7ab6ff6c5cfb req-7722537e-4ae3-4e5e-9dae-9f2c2d06a612 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0564253 Aug 27 16:16:19.962613 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-04306965-7173-4932-8ba6-7ab6ff6c5cfb req-ca00ecb1-009d-4059-91fc-09c2d7d36331 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Aug 27 16:16:20.030770 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3512a2d8-5ea6-415c-8a5a-e4e89df8bcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:20.278402 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:20.920769 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21678b-c53a-4a7d-aa70-9b2920bd3b92 req-e3e32fe6-b002-441e-a833-625ea88b90ad tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:20.922590 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9d21678b-c53a-4a7d-aa70-9b2920bd3b92 req-e3e32fe6-b002-441e-a833-625ea88b90ad tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 947 time: 0.0515409 Aug 27 16:16:20.961876 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9d21678b-c53a-4a7d-aa70-9b2920bd3b92 req-f1fd9af3-3f1d-4a8c-b847-f7659eb94c2b tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 27 16:16:21.079831 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18a5cb-c822-4205-b3d8-3f50125932c8 req-4b8199a6-a599-4dbd-8636-cb41a8a32b18 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:21.081276 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-eb18a5cb-c822-4205-b3d8-3f50125932c8 req-4b8199a6-a599-4dbd-8636-cb41a8a32b18 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Aug 27 16:16:21.117820 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-eb18a5cb-c822-4205-b3d8-3f50125932c8 req-6b030f5c-477b-4334-a8c0-cdc6d6b53310 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304623 Aug 27 16:16:21.223654 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device aab41f5e-afe6-4141-99ee-54e03cbc6631 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:16:21.316746 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port aab41f5e-afe6-4141-99ee-54e03cbc6631, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aab41f5e-afe6-4141-99ee-54e03cbc6631,segment=NetworkSegment(6b66ade0-0270-4196-a437-e892ee6376fd),segment_id=6b66ade0-0270-4196-a437-e892ee6376fd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:21.329746 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'aab41f5e-afe6-4141-99ee-54e03cbc6631', 'network_id': '431b7989-1fe3-45f9-b0a8-327a69fc97b8', 'port_id': 'aab41f5e-afe6-4141-99ee-54e03cbc6631', 'mac_address': 'fa:16:3e:82:a0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab1ce03-b304-4f93-b148-54b500644855', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:16:21.376984 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:21.379816 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:21.390043 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab41f5e-afe6-4141-99ee-54e03cbc6631 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:21.409575 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port aab41f5e-afe6-4141-99ee-54e03cbc6631, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aab41f5e-afe6-4141-99ee-54e03cbc6631,segment=NetworkSegment(6b66ade0-0270-4196-a437-e892ee6376fd),segment_id=6b66ade0-0270-4196-a437-e892ee6376fd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:21.412623 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:21.576513 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=aab41f5e-afe6-4141-99ee-54e03cbc6631,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:21.583550 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.584017 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.584661 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.585061 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.585668 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.586066 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.586494 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.586829 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.587227 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.587814 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.588208 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:21.588541 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:22.000055 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 33144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:22.013393 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['aab41f5e-afe6-4141-99ee-54e03cbc6631'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:22.090893 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c3cf-79ce-4653-9b2d-fe774992ea53 req-3581f12f-ce1e-489e-b606-8899ac749828 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:22.092482 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cbe8c3cf-79ce-4653-9b2d-fe774992ea53 req-3581f12f-ce1e-489e-b606-8899ac749828 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 948 time: 0.0495872 Aug 27 16:16:22.117176 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd2e8-c1f9-4d5a-81c6-a6fce09eb5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.137802 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cbe8c3cf-79ce-4653-9b2d-fe774992ea53 req-6060acd9-a8aa-4e5c-bcb4-efdd90e05830 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388453 Aug 27 16:16:22.243584 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd2e8-c1f9-4d5a-81c6-a6fce09eb5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.248705 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd2e8-c1f9-4d5a-81c6-a6fce09eb5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.274374 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33156) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:22.290663 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53786f13-d0c7-4c17-81f0-ffca4cb4cdcc req-b0a83366-67d3-42b9-8d7f-0e0945d090aa tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:22.292154 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-53786f13-d0c7-4c17-81f0-ffca4cb4cdcc req-b0a83366-67d3-42b9-8d7f-0e0945d090aa tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0915256 Aug 27 16:16:22.303406 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-4c0dd2e8-c1f9-4d5a-81c6-a6fce09eb5d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8381eedb1894a8c847a3c76b4d239e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020947 Aug 27 16:16:22.306914 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33158) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:22.310911 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dd2e8-c1f9-4d5a-81c6-a6fce09eb5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44b0c0d-ddad-4a06-aec3-9de0f031fd9e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:22.339939 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-53786f13-d0c7-4c17-81f0-ffca4cb4cdcc req-f799ac40-0d32-40c7-ad67-faf663a0f4c3 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 Aug 27 16:16:22.347332 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-b671d7d1-4852-4db3-934c-43fc1e14f170 admin admin] Deleting subnet fd1c12a8-1309-4a02-9479-0bad3fa57259 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:16:22.356303 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b671d7d1-4852-4db3-934c-43fc1e14f170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.396436 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0d89-7900-4f2a-b056-9fde194eb6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.402797 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b671d7d1-4852-4db3-934c-43fc1e14f170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165388'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.450563 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0d89-7900-4f2a-b056-9fde194eb6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.477177 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b671d7d1-4852-4db3-934c-43fc1e14f170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.544806 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0d89-7900-4f2a-b056-9fde194eb6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.547842 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0d89-7900-4f2a-b056-9fde194eb6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.549117 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-fb2d0d89-7900-4f2a-b056-9fde194eb6c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e44b0c0d-ddad-4a06-aec3-9de0f031fd9e HTTP/1.1" status: 204 len: 168 time: 0.2412581 Aug 27 16:16:22.559090 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d0d89-7900-4f2a-b056-9fde194eb6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44b0c0d-ddad-4a06-aec3-9de0f031fd9e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:22.562706 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b671d7d1-4852-4db3-934c-43fc1e14f170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475745'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.589082 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671d7d1-4852-4db3-934c-43fc1e14f170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1c12a8-1309-4a02-9479-0bad3fa57259,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:22.596458 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b671d7d1-4852-4db3-934c-43fc1e14f170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.598360 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b671d7d1-4852-4db3-934c-43fc1e14f170 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fd1c12a8-1309-4a02-9479-0bad3fa57259 HTTP/1.1" status: 204 len: 168 time: 0.3227949 Aug 27 16:16:22.602190 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 33166) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:22.680497 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.781579 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.792462 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.792808 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.793580 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.794014 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > port after_create 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.794294 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > port after_delete 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.794727 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > port after_update 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.795006 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.795345 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.795903 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.796250 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.827850 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.857299 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33172) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:22.862533 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.862890 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.863224 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.863555 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:16:22.863953 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4102f48-42dd-4532-82fb-7effa0f4c0f2']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:22.870821 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-099cd08c-2c2c-413e-9754-ce59aeedde7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.882226 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:22.882553 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dea1ff6-3da9-473d-af0f-ba9ef63bc8ca') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:22.900122 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10291721'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.926502 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.936884 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:16:22.937610 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10319066'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: from cryptography.utils import int_from_bytes Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: from cryptography.utils import int_from_bytes Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: Traceback (most recent call last): Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: timer() Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: cb(*args, **kw) Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: return func(*args, **kwargs) Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: self._notify() Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: self.callback(batched_events) Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: event.method(event) Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: return f(self, *a, **k) Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._get(url).json() Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: return self.request(url, 'GET', **kwargs) Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:16:22.942679 dv-cinder-800695-5-iscsi neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:16:22.974161 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-099cd08c-2c2c-413e-9754-ce59aeedde7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.978148 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-099cd08c-2c2c-413e-9754-ce59aeedde7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.004101 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.014942 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.017693 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] 10.222.0.60 "DELETE /v2.0/networks/d4102f48-42dd-4532-82fb-7effa0f4c0f2 HTTP/1.1" status: 204 len: 168 time: 0.4144447 Aug 27 16:16:23.018619 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-099cd08c-2c2c-413e-9754-ce59aeedde7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7eb65edca87a4dfc88fda6221493bab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602516 Aug 27 16:16:23.019305 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33178) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:23.020011 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cd08c-2c2c-413e-9754-ce59aeedde7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4825eb00-c082-4275-aa1b-b039ced1a7c1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:23.028231 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618fe73-4c7e-4158-b361-bfa8c4bf16ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d4102f48-42dd-4532-82fb-7effa0f4c0f2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:23.083136 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33c312f9-338e-4d56-a9b1-32e3e04365e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.106041 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33c312f9-338e-4d56-a9b1-32e3e04365e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.160822 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33c312f9-338e-4d56-a9b1-32e3e04365e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.164535 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33c312f9-338e-4d56-a9b1-32e3e04365e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.168195 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-33c312f9-338e-4d56-a9b1-32e3e04365e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4825eb00-c082-4275-aa1b-b039ced1a7c1 HTTP/1.1" status: 204 len: 168 time: 0.1356254 Aug 27 16:16:23.175316 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c312f9-338e-4d56-a9b1-32e3e04365e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4825eb00-c082-4275-aa1b-b039ced1a7c1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:23.237870 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 33194) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:23.279379 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-860a56b5-fd69-45f3-b11d-38dc087a8aac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a018fa6d7bf485a928d75bca451f975&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402434 Aug 27 16:16:23.281788 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 33196) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:23.290084 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b3c47-120f-484a-8aae-b21c52236c4b req-12f7c00e-8fc4-4f0a-b7fc-f1fb68877c09 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:23.291828 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e64b3c47-120f-484a-8aae-b21c52236c4b req-12f7c00e-8fc4-4f0a-b7fc-f1fb68877c09 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 948 time: 0.0530071 Aug 27 16:16:23.334558 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e64b3c47-120f-484a-8aae-b21c52236c4b req-3e6d6e47-ee63-46b8-853b-f943ab6a4a84 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334752 Aug 27 16:16:23.341522 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f47bb99-e3f3-4b43-81be-b180f7614667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.376837 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f47bb99-e3f3-4b43-81be-b180f7614667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.448533 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f47bb99-e3f3-4b43-81be-b180f7614667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.451064 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f47bb99-e3f3-4b43-81be-b180f7614667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.452200 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-8f47bb99-e3f3-4b43-81be-b180f7614667 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1618fe62-2072-4c98-846c-badb7779eaa9 HTTP/1.1" status: 204 len: 168 time: 0.1693106 Aug 27 16:16:23.462817 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47bb99-e3f3-4b43-81be-b180f7614667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1618fe62-2072-4c98-846c-badb7779eaa9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:23.472613 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1672949-ca63-429e-afaa-12bdfaa733c6 req-f306ec8c-dae8-41f7-8dc1-a23c4a5506b2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:23.474383 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a1672949-ca63-429e-afaa-12bdfaa733c6 req-f306ec8c-dae8-41f7-8dc1-a23c4a5506b2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0629725 Aug 27 16:16:23.513844 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a1672949-ca63-429e-afaa-12bdfaa733c6 req-9e15266c-22da-4b60-b002-cdc76c168a70 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336044 Aug 27 16:16:23.537112 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 33204) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:23.550749 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e46e397e-8a76-4384-95e2-bd4844ea9d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.644424 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e46e397e-8a76-4384-95e2-bd4844ea9d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.648714 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e46e397e-8a76-4384-95e2-bd4844ea9d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.686381 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-e46e397e-8a76-4384-95e2-bd4844ea9d54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0827d16690f4e0d9793bb0a6d8ef843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481326 Aug 27 16:16:23.687501 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e397e-8a76-4384-95e2-bd4844ea9d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ac1a79-2c33-4e6f-a261-005f2258d0d2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:23.688934 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33210) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:23.738920 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9acdce50-7a85-4090-9e45-5b25d73a8a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.761234 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9acdce50-7a85-4090-9e45-5b25d73a8a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.809506 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9acdce50-7a85-4090-9e45-5b25d73a8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.812067 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9acdce50-7a85-4090-9e45-5b25d73a8a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.815597 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9acdce50-7a85-4090-9e45-5b25d73a8a39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79ac1a79-2c33-4e6f-a261-005f2258d0d2 HTTP/1.1" status: 204 len: 168 time: 0.1233156 Aug 27 16:16:23.821472 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdce50-7a85-4090-9e45-5b25d73a8a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ac1a79-2c33-4e6f-a261-005f2258d0d2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:24.170680 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33238) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:24.282193 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-840982870-network', 'tenant_id': '94b4345eaeda4018a5de93fd89b2c24b'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:24.304575 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Made reservation on behalf of 94b4345eaeda4018a5de93fd89b2c24b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:24.307489 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.317040 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.413669 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.417607 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.438762 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:16:24.453466 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4245c2-eae2-4ffa-858a-6ed300f0da56,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:24.458548 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.458892 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Added segment 72cfd009-d82d-4cc9-9871-1b32e1037ee9 of type vlan for network ada80764-89cb-4a2f-a346-67cc2b2bb65b Aug 27 16:16:24.499653 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.524957 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.525949 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:24.526563 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.581657 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4098847 Aug 27 16:16:24.587127 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33266) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:24.591988 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Request body: {'subnet': {'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-840982870-subnet', 'tenant_id': '94b4345eaeda4018a5de93fd89b2c24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:24.594888 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9104490-9106-4aa9-80fa-df0c7e3bacd7 admin admin] Pushing event updated for resources: {'Network': ['ID=ada80764-89cb-4a2f-a346-67cc2b2bb65b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:24.605762 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network ada80764-89cb-4a2f-a346-67cc2b2bb65b details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:16:24.615374 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Made reservation on behalf of 94b4345eaeda4018a5de93fd89b2c24b for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:24.618829 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8475658'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.796257 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475768'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.855947 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e01547a-fddb-46f7-ac4b-24e87045709f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:24.864643 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Checking segment: {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:24.865004 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Network hostable DHCP agents. Network: ada80764-89cb-4a2f-a346-67cc2b2bb65b, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:16:24.882500 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Network ada80764-89cb-4a2f-a346-67cc2b2bb65b is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:16:24.891089 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, ada80764-89cb-4a2f-a346-67cc2b2bb65b) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:24.895682 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:24.896276 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.901834 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ef7d4-8dff-4e75-a3f4-3a2122dd70cd None None] Network ada80764-89cb-4a2f-a346-67cc2b2bb65b requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:24.913128 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e9b49f08-6011-43ce-8d11-c9069108ddb4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3242748 Aug 27 16:16:25.033690 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf89cf2-0ed9-4906-a6bf-9c722ab3782f None None] Network ada80764-89cb-4a2f-a346-67cc2b2bb65b requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:27.686199 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device aab41f5e-afe6-4141-99ee-54e03cbc6631 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:27.738597 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port aab41f5e-afe6-4141-99ee-54e03cbc6631 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:27.743028 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port aab41f5e-afe6-4141-99ee-54e03cbc6631 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:27.743396 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:27.822000 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:27.824943 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0224b2d-18a9-45aa-a5f0-c3fd9b14c469 req-5cb03c4f-e2e1-45ab-bb11-7b4dfab19921 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:27.831280 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0224b2d-18a9-45aa-a5f0-c3fd9b14c469 req-5cb03c4f-e2e1-45ab-bb11-7b4dfab19921 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 948 time: 0.0604336 Aug 27 16:16:27.849982 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d454285-a28c-4ec8-b46c-d88ca7bd139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab41f5e-afe6-4141-99ee-54e03cbc6631'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:27.853186 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d37a60-efba-41a9-9812-73f05d43b7a0" -d '{"events": [{"server_uuid": "1d454285-a28c-4ec8-b46c-d88ca7bd139c", "name": "network-vif-plugged", "status": "completed", "tag": "aab41f5e-afe6-4141-99ee-54e03cbc6631"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:27.869097 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port aab41f5e-afe6-4141-99ee-54e03cbc6631, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aab41f5e-afe6-4141-99ee-54e03cbc6631,segment=NetworkSegment(6b66ade0-0270-4196-a437-e892ee6376fd),segment_id=6b66ade0-0270-4196-a437-e892ee6376fd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:27.873273 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:27.881004 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d19f5-b717-42e0-8721-24994bf7373b req-23828f69-804c-44a7-ae17-0086ce264b91 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:27.882613 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6c4d19f5-b717-42e0-8721-24994bf7373b req-23828f69-804c-44a7-ae17-0086ce264b91 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0691016 Aug 27 16:16:27.888859 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0224b2d-18a9-45aa-a5f0-c3fd9b14c469 req-3529632d-6f5d-411b-9518-5a805b20f41d tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551376 Aug 27 16:16:27.929943 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=aab41f5e-afe6-4141-99ee-54e03cbc6631,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:27.931901 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6c4d19f5-b717-42e0-8721-24994bf7373b req-0f44cfe7-49be-4182-acd0-2749b8006cba tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397952 Aug 27 16:16:27.979630 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d51508-a604-41be-891a-3233695d6677 x-openstack-request-id: req-b0d51508-a604-41be-891a-3233695d6677 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:27.979920 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d454285-a28c-4ec8-b46c-d88ca7bd139c", "name": "network-vif-plugged", "status": "completed", "tag": "aab41f5e-afe6-4141-99ee-54e03cbc6631", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:27.980172 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0d51508-a604-41be-891a-3233695d6677 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:27.980567 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d454285-a28c-4ec8-b46c-d88ca7bd139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab41f5e-afe6-4141-99ee-54e03cbc6631', 'code': 200} Aug 27 16:16:28.218106 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192e39c-c688-41fd-8c5c-48f1021ce26a req-a69594a6-65a0-400d-b6eb-b7a026f72aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:28.219737 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b192e39c-c688-41fd-8c5c-48f1021ce26a req-a69594a6-65a0-400d-b6eb-b7a026f72aea service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 1102 time: 0.0426202 Aug 27 16:16:28.236818 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-951d2a10-b441-48d6-b135-5719e67295cc tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:28.238253 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-951d2a10-b441-48d6-b135-5719e67295cc tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 814 time: 0.1048610 Aug 27 16:16:28.254011 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-2f2e8cb1-0301-46e1-a8d7-7a12f282297d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/quotas/94b4345eaeda4018a5de93fd89b2c24b HTTP/1.1" status: 200 len: 375 time: 0.0094316 Aug 27 16:16:28.259332 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b192e39c-c688-41fd-8c5c-48f1021ce26a req-669fc3f9-41c0-44f9-88ff-af670addbc9a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294223 Aug 27 16:16:28.284847 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-782740e9-b9e7-4427-aebb-91fa15b1683a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250988 Aug 27 16:16:28.374489 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3d4414fe-08e2-457f-8e0d-8a143e2ac33a service neutron] 10.222.0.60 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823016 Aug 27 16:16:28.458712 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-8bdc2aec-81d4-4c4e-bf52-d70bad7085d4 service neutron] 10.222.0.60 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780113 Aug 27 16:16:28.632946 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bd413ed3-3ec9-4ff6-9e8e-8144d4f11b56 req-cf174f88-d7ae-4c8f-bd91-7803dd27bbdf tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 210 time: 0.0263836 Aug 27 16:16:29.297479 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8978bc-8546-4b70-97aa-6210f5cd51f7 req-341f8d89-8040-43c4-b7c9-9a42f628c834 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:29.299243 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0e8978bc-8546-4b70-97aa-6210f5cd51f7 req-341f8d89-8040-43c4-b7c9-9a42f628c834 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 949 time: 0.0705030 Aug 27 16:16:29.358688 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0e8978bc-8546-4b70-97aa-6210f5cd51f7 req-2e8dbf23-31a4-462c-a73b-0aaa58e77ce7 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499310 Aug 27 16:16:29.407199 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891544d7-5bfa-485c-82dd-1bfcf3c5932c req-b9757f61-8e09-4f6d-85a3-71d8f072f1c5 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:29.410928 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-891544d7-5bfa-485c-82dd-1bfcf3c5932c req-b9757f61-8e09-4f6d-85a3-71d8f072f1c5 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0675347 Aug 27 16:16:29.455707 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-891544d7-5bfa-485c-82dd-1bfcf3c5932c req-26cf54b5-9f4d-444d-879c-c6f723e09440 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409617 Aug 27 16:16:29.732807 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f1736296-8f1c-4cb2-b9a3-957c592a9bb8 req-81c3e716-8814-46f1-8531-0becbff70efa tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 210 time: 0.0299916 Aug 27 16:16:30.199445 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-afb914e7-f6b4-4c2c-9391-b16637022640 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:30.201392 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-afb914e7-f6b4-4c2c-9391-b16637022640 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 814 time: 0.1051278 Aug 27 16:16:30.233985 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Request body: {'port': {'device_id': '973dd6bd-3dfb-4dea-8b6d-80b104364031', 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b', 'admin_state_up': True, 'tenant_id': '94b4345eaeda4018a5de93fd89b2c24b'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:30.348880 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Made reservation on behalf of 94b4345eaeda4018a5de93fd89b2c24b for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:30.352714 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.503475 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Allocated IP 172.20.0.8 (ada80764-89cb-4a2f-a346-67cc2b2bb65b/3e01547a-fddb-46f7-ac4b-24e87045709f/f9a50738-e3f0-4064-8ccb-8309619fc50c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:30.531236 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae75b6-9d0c-4832-99ce-f54c2c445b78 req-5fd6215c-afed-4bba-8454-b446b35a21f6 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:30.532715 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3dae75b6-9d0c-4832-99ce-f54c2c445b78 req-5fd6215c-afed-4bba-8454-b446b35a21f6 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 949 time: 0.0697055 Aug 27 16:16:30.632401 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3dae75b6-9d0c-4832-99ce-f54c2c445b78 req-0b249695-2ead-4dad-841f-3cb4bf32cb3f tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883517 Aug 27 16:16:30.701249 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.762273 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515c17f-c4ab-4b81-afff-b8722c105193 req-9bd2b723-1bf4-46be-aaa6-3e5a4af4e4e8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:30.763729 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c515c17f-c4ab-4b81-afff-b8722c105193 req-9bd2b723-1bf4-46be-aaa6-3e5a4af4e4e8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0751054 Aug 27 16:16:30.788833 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.849304 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Network ada80764-89cb-4a2f-a346-67cc2b2bb65b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:30.852714 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c515c17f-c4ab-4b81-afff-b8722c105193 req-a82e00cf-13b8-4975-9381-faa511aad3cb tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821924 Aug 27 16:16:30.853647 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Pushing event updated for resources: {'Port': ['ID=f9a50738-e3f0-4064-8ccb-8309619fc50c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:30.856319 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:30.859571 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:30.909097 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:30.909702 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.949381 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-88d37f1f-e1e4-4455-9389-39ec6f206687 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7193637 Aug 27 16:16:30.969390 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac240df-31eb-4fe6-a8b7-096f5baf4685 req-b621c16f-c208-4016-ad28-e6d45cf5ecf9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:30.970848 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9ac240df-31eb-4fe6-a8b7-096f5baf4685 req-b621c16f-c208-4016-ad28-e6d45cf5ecf9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 931 time: 0.0575395 Aug 27 16:16:31.008109 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9ac240df-31eb-4fe6-a8b7-096f5baf4685 req-b1e43152-0b18-413a-9745-1fee14cdf6b5 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Aug 27 16:16:31.034163 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Request body: {'port': {'device_id': '973dd6bd-3dfb-4dea-8b6d-80b104364031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:31.087082 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.340302 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a50738-e3f0-4064-8ccb-8309619fc50c {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:31.347751 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.359226 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Transition to ACTIVE for port object f9a50738-e3f0-4064-8ccb-8309619fc50c will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:31.362932 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.655367 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Pushing event updated for resources: {'Port': ['ID=f9a50738-e3f0-4064-8ccb-8309619fc50c,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:31.713124 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Attempting to bind port f9a50738-e3f0-4064-8ccb-8309619fc50c on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:31.713463 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Attempting to bind port f9a50738-e3f0-4064-8ccb-8309619fc50c by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:31.713794 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Attempting to bind port f9a50738-e3f0-4064-8ccb-8309619fc50c on network ada80764-89cb-4a2f-a346-67cc2b2bb65b {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:31.737189 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Port f9a50738-e3f0-4064-8ccb-8309619fc50c on network ada80764-89cb-4a2f-a346-67cc2b2bb65b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:16:31.737534 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Attempting to bind port f9a50738-e3f0-4064-8ccb-8309619fc50c on network ada80764-89cb-4a2f-a346-67cc2b2bb65b {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:31.747135 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:31.747475 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Checking segment: {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:31.747887 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Bound using segment: {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:31.748310 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Bound port: f9a50738-e3f0-4064-8ccb-8309619fc50c, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:31.748672 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.774729 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a9b77-600a-4fe8-b687-df63ab125cd1 req-bb244f8e-0375-41b4-8f8b-e1c9e9e3c2a2 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:31.776195 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6f2a9b77-600a-4fe8-b687-df63ab125cd1 req-bb244f8e-0375-41b4-8f8b-e1c9e9e3c2a2 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 949 time: 0.0748436 Aug 27 16:16:31.845442 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6f2a9b77-600a-4fe8-b687-df63ab125cd1 req-c06e39ea-40db-430f-a4be-a1fd1cfd6789 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526948 Aug 27 16:16:31.849508 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] For port f9a50738-e3f0-4064-8ccb-8309619fc50c, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:31.853041 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] For port f9a50738-e3f0-4064-8ccb-8309619fc50c, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f9a50738-e3f0-4064-8ccb-8309619fc50c,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:31.856833 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.892629 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:31.893280 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.894696 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] 10.222.0.88 "PUT /v2.0/ports/f9a50738-e3f0-4064-8ccb-8309619fc50c HTTP/1.1" status: 200 len: 1093 time: 0.8648036 Aug 27 16:16:31.895133 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973dd6bd-3dfb-4dea-8b6d-80b104364031', 'tag': 'f9a50738-e3f0-4064-8ccb-8309619fc50c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:31.897471 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0ba3de-fa57-4866-8c43-917281a26d92" -d '{"events": [{"name": "network-changed", "server_uuid": "973dd6bd-3dfb-4dea-8b6d-80b104364031", "tag": "f9a50738-e3f0-4064-8ccb-8309619fc50c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:31.920020 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9b767-d9d4-452d-bdbd-85c7b291246f service neutron] Pushing event updated for resources: {'Port': ['ID=f9a50738-e3f0-4064-8ccb-8309619fc50c,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:31.977169 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a2a4a-5c41-4e69-820f-9b2ef7a3c61d req-0da2fe5a-857b-476a-9b11-c6a1a7c5d16e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:31.978670 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b06a2a4a-5c41-4e69-820f-9b2ef7a3c61d req-0da2fe5a-857b-476a-9b11-c6a1a7c5d16e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0557690 Aug 27 16:16:32.018470 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b06a2a4a-5c41-4e69-820f-9b2ef7a3c61d req-a6b6060c-572d-4e38-a7da-a215f17e6476 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316749 Aug 27 16:16:32.059406 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20fb068-3fcb-41e2-a889-2e969a5ae13c x-openstack-request-id: req-a20fb068-3fcb-41e2-a889-2e969a5ae13c {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:32.059699 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973dd6bd-3dfb-4dea-8b6d-80b104364031", "tag": "f9a50738-e3f0-4064-8ccb-8309619fc50c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:32.059948 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a20fb068-3fcb-41e2-a889-2e969a5ae13c {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:32.060343 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973dd6bd-3dfb-4dea-8b6d-80b104364031', 'tag': 'f9a50738-e3f0-4064-8ccb-8309619fc50c', 'status': 'completed', 'code': 200} Aug 27 16:16:33.987064 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:16:35.279063 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ba3de-fa57-4866-8c43-917281a26d92 req-f5c8415f-b745-4771-b5b3-e783d65f1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.280698 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9b0ba3de-fa57-4866-8c43-917281a26d92 req-f5c8415f-b745-4771-b5b3-e783d65f1dd7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 1096 time: 0.0389907 Aug 27 16:16:35.377467 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ee0b9-2707-4a50-bc9d-b3acf86822ba req-c88bdeac-d27a-42e8-8c68-73ca7f163427 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.379198 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aa5ee0b9-2707-4a50-bc9d-b3acf86822ba req-c88bdeac-d27a-42e8-8c68-73ca7f163427 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 943 time: 0.0531688 Aug 27 16:16:35.420699 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aa5ee0b9-2707-4a50-bc9d-b3acf86822ba req-4253f69e-0081-488d-aa4c-c6fd1b089d91 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Aug 27 16:16:35.457285 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bd54a-9449-43fc-8ed9-b62425b17d45 req-51f63ae8-c0f7-4ad7-9820-e128ed920f73 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.459759 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a0bd54a-9449-43fc-8ed9-b62425b17d45 req-51f63ae8-c0f7-4ad7-9820-e128ed920f73 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 949 time: 0.0826919 Aug 27 16:16:35.487049 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ba3de-fa57-4866-8c43-917281a26d92 req-aebb6071-2394-4564-b0cc-0ca7ad409cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.488471 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9b0ba3de-fa57-4866-8c43-917281a26d92 req-aebb6071-2394-4564-b0cc-0ca7ad409cf4 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1619184 Aug 27 16:16:35.524838 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a0bd54a-9449-43fc-8ed9-b62425b17d45 req-9fcb4396-3845-4af8-bf22-60f86bba8030 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585730 Aug 27 16:16:35.525480 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79972b-7ba4-4077-94b1-e6f0f7141599 req-c7411219-3a71-48b0-803b-234c795ef102 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.527215 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cb79972b-7ba4-4077-94b1-e6f0f7141599 req-c7411219-3a71-48b0-803b-234c795ef102 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0483758 Aug 27 16:16:35.570384 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cb79972b-7ba4-4077-94b1-e6f0f7141599 req-4e2b4993-355e-40ad-a21a-28958d558f69 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333693 Aug 27 16:16:35.597442 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ba3de-fa57-4866-8c43-917281a26d92 req-df789d2f-7acf-4a04-a591-7bb10ff21818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.598930 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9b0ba3de-fa57-4866-8c43-917281a26d92 req-df789d2f-7acf-4a04-a591-7bb10ff21818 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983465 Aug 27 16:16:35.750462 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-c2ed4b67-e34c-46c2-ab90-fc59cb617dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.752193 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-c2ed4b67-e34c-46c2-ab90-fc59cb617dcd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 1096 time: 0.0458953 Aug 27 16:16:35.809681 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-83cb9cae-59dc-4e32-82cd-e81b45471a4d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9a50738-e3f0-4064-8ccb-8309619fc50c HTTP/1.1" status: 200 len: 217 time: 0.0335331 Aug 27 16:16:35.859885 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3db9feac-614c-4f51-b150-e4a53c919f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.861298 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-3db9feac-614c-4f51-b150-e4a53c919f6c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3e01547a-fddb-46f7-ac4b-24e87045709f HTTP/1.1" status: 200 len: 854 time: 0.0418246 Aug 27 16:16:35.901102 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-1859144d-b119-450f-b1c7-063fa379db05 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ada80764-89cb-4a2f-a346-67cc2b2bb65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266662 Aug 27 16:16:35.991090 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-766ee259-d1dd-429c-b35f-82e289b88ab8 service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809796 Aug 27 16:16:36.084700 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77af4134-8525-4f5f-92bc-d04a055ee50c req-c32645b1-7dc3-4604-afc5-1904ddbe056a service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854642 Aug 27 16:16:40.935218 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c818c-dfb0-4ed5-a123-206c7ea872bd req-4c25588b-9c14-4ea6-9756-4f7dc74e59ba tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:40.936703 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-fd9c818c-dfb0-4ed5-a123-206c7ea872bd req-4c25588b-9c14-4ea6-9756-4f7dc74e59ba tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 943 time: 0.0484867 Aug 27 16:16:40.972949 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-fd9c818c-dfb0-4ed5-a123-206c7ea872bd req-193e85d6-c132-455e-8e2e-eaeb2a1b0531 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304270 Aug 27 16:16:41.204741 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c4b08-0eef-4aca-9af9-cb0b2500849a req-6bf97817-404e-4e5a-b962-97c6d3c1280c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:41.206211 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f34c4b08-0eef-4aca-9af9-cb0b2500849a req-6bf97817-404e-4e5a-b962-97c6d3c1280c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0511663 Aug 27 16:16:41.207828 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df5b5e-c98f-4b5b-9dee-6fd4182ba950 req-e28bff5a-7cf0-47f8-b101-6c0a7f8dd9eb tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:41.209284 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b8df5b5e-c98f-4b5b-9dee-6fd4182ba950 req-e28bff5a-7cf0-47f8-b101-6c0a7f8dd9eb tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 949 time: 0.0475614 Aug 27 16:16:41.245867 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f34c4b08-0eef-4aca-9af9-cb0b2500849a req-e88f9119-7700-485d-a1a6-2d388f058a3e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Aug 27 16:16:41.248927 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b8df5b5e-c98f-4b5b-9dee-6fd4182ba950 req-06a8570b-230e-41bf-819d-68abc1649ee2 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339551 Aug 27 16:16:41.514951 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aff215-a8b2-46ca-a214-a0311f71c3bf req-be128210-46c7-4f7a-b6db-99c587b58028 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:41.516470 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a9aff215-a8b2-46ca-a214-a0311f71c3bf req-be128210-46c7-4f7a-b6db-99c587b58028 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 949 time: 0.0528593 Aug 27 16:16:41.553764 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a9aff215-a8b2-46ca-a214-a0311f71c3bf req-acb6a55d-09bc-40c2-b0da-de82176c9b0a tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Aug 27 16:16:42.098426 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb007-f1c2-49f6-807c-013a15e2dd3d req-405cc601-85ec-48e0-9d40-98787b6a852c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:42.099924 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bbdb007-f1c2-49f6-807c-013a15e2dd3d req-405cc601-85ec-48e0-9d40-98787b6a852c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 943 time: 0.0513887 Aug 27 16:16:42.142430 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bbdb007-f1c2-49f6-807c-013a15e2dd3d req-d71d4601-8b7d-4f9a-aa87-ebab25bfef60 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363278 Aug 27 16:16:42.363728 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddd44b-ddff-40c9-bad2-aad5498696f4 req-16a6b8a5-b923-4805-9ad6-8a4b683e9017 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:42.365229 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a4ddd44b-ddff-40c9-bad2-aad5498696f4 req-16a6b8a5-b923-4805-9ad6-8a4b683e9017 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0528221 Aug 27 16:16:42.412673 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a4ddd44b-ddff-40c9-bad2-aad5498696f4 req-715d0bd3-73ab-4b26-9a5b-80505da72ac2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368824 Aug 27 16:16:42.562905 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 33590) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:42.682929 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef0541-2010-4e57-8c7d-ab993e54dcfb req-9d12aa2a-0037-4ee7-8761-e029e0c63f07 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:42.684494 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1fef0541-2010-4e57-8c7d-ab993e54dcfb req-9d12aa2a-0037-4ee7-8761-e029e0c63f07 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 949 time: 0.0601878 Aug 27 16:16:42.687654 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a877713e-3249-486e-a089-99bffbd2fa0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.724688 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1fef0541-2010-4e57-8c7d-ab993e54dcfb req-88e69bf2-54d3-453d-9de2-13d38aa99fb6 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324090 Aug 27 16:16:42.783827 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a877713e-3249-486e-a089-99bffbd2fa0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.787497 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a877713e-3249-486e-a089-99bffbd2fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.825157 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a877713e-3249-486e-a089-99bffbd2fa0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf6210ade515474f935a0fc29a3ba275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612104 Aug 27 16:16:42.826227 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877713e-3249-486e-a089-99bffbd2fa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07133ac6-e133-4f2c-becc-164e9ce4d75b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:42.827890 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33602) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:42.875930 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18224e20-0fa5-42c6-8fbc-94b726a88bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.897204 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18224e20-0fa5-42c6-8fbc-94b726a88bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.942579 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18224e20-0fa5-42c6-8fbc-94b726a88bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.945083 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18224e20-0fa5-42c6-8fbc-94b726a88bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.946893 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-18224e20-0fa5-42c6-8fbc-94b726a88bd3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07133ac6-e133-4f2c-becc-164e9ce4d75b HTTP/1.1" status: 204 len: 168 time: 0.1177905 Aug 27 16:16:42.954223 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18224e20-0fa5-42c6-8fbc-94b726a88bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07133ac6-e133-4f2c-becc-164e9ce4d75b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:43.268981 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d3ef4-c2e5-493f-8f30-45c6d7640173 req-8ced8205-4e31-408a-a601-4cf4ae886268 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:43.269506 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7c3d3ef4-c2e5-493f-8f30-45c6d7640173 req-8ced8205-4e31-408a-a601-4cf4ae886268 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 943 time: 0.0553143 Aug 27 16:16:43.311129 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7c3d3ef4-c2e5-493f-8f30-45c6d7640173 req-6c8558a4-263a-41c9-bdae-93642fbe84fe tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Aug 27 16:16:43.526632 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a4d3b-f0a8-47b2-99e6-d8b4bff2a90a req-a6d72eaf-f8b5-48df-a653-b729113beb4e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:43.528112 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-327a4d3b-f0a8-47b2-99e6-d8b4bff2a90a req-a6d72eaf-f8b5-48df-a653-b729113beb4e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Aug 27 16:16:43.567034 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-327a4d3b-f0a8-47b2-99e6-d8b4bff2a90a req-a632a0b6-e824-4d93-b783-a9567a6c1439 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 Aug 27 16:16:43.843438 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21614d0-a20c-4051-83e1-95289a066e76 req-2726fee1-2f9b-4994-bd49-039efa518152 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:43.844930 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e21614d0-a20c-4051-83e1-95289a066e76 req-2726fee1-2f9b-4994-bd49-039efa518152 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 949 time: 0.0494356 Aug 27 16:16:43.885313 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e21614d0-a20c-4051-83e1-95289a066e76 req-3e903224-f6c2-4299-a500-46f35f59b5e7 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344300 Aug 27 16:16:44.436361 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d819ea-8558-46ca-a975-f5adc1ac37b2 req-8edcccfc-1c37-44d2-9c84-27d2af5de60e tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:44.437894 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d4d819ea-8558-46ca-a975-f5adc1ac37b2 req-8edcccfc-1c37-44d2-9c84-27d2af5de60e tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 943 time: 0.0567467 Aug 27 16:16:44.477576 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d4d819ea-8558-46ca-a975-f5adc1ac37b2 req-5d27f899-6988-4f2c-89ce-827912af5ff4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Aug 27 16:16:44.685578 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bcb50-5c90-470d-96e2-891efc6a6a30 req-99f0b9dc-a4cc-41a0-90ea-2bd274246a86 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:44.686993 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8f3bcb50-5c90-470d-96e2-891efc6a6a30 req-99f0b9dc-a4cc-41a0-90ea-2bd274246a86 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0511632 Aug 27 16:16:44.757335 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8f3bcb50-5c90-470d-96e2-891efc6a6a30 req-542b84fd-0449-46e1-8d64-d02cde7410e6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634093 Aug 27 16:16:44.770144 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-2c937a26-d154-40f2-b87d-98d7de7bd146 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:44.771760 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-2c937a26-d154-40f2-b87d-98d7de7bd146 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 949 time: 0.0727549 Aug 27 16:16:44.867353 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-20a76b47-e91e-4bd4-9c59-01c1648f526e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Deleting port aab41f5e-afe6-4141-99ee-54e03cbc6631 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:44.867944 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-20a76b47-e91e-4bd4-9c59-01c1648f526e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:44.981805 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-20a76b47-e91e-4bd4-9c59-01c1648f526e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] For port aab41f5e-afe6-4141-99ee-54e03cbc6631, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aab41f5e-afe6-4141-99ee-54e03cbc6631,segment=NetworkSegment(6b66ade0-0270-4196-a437-e892ee6376fd),segment_id=6b66ade0-0270-4196-a437-e892ee6376fd)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:44.982555 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-20a76b47-e91e-4bd4-9c59-01c1648f526e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.000666 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-20a76b47-e91e-4bd4-9c59-01c1648f526e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Calling delete_port for aab41f5e-afe6-4141-99ee-54e03cbc6631 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:45.053023 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3099aae-5fbc-49c8-af4e-e34014d115e6 req-d8a326aa-a45c-4eaf-9c0e-964675455189 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:45.057558 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d3099aae-5fbc-49c8-af4e-e34014d115e6 req-d8a326aa-a45c-4eaf-9c0e-964675455189 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d454285-a28c-4ec8-b46c-d88ca7bd139c HTTP/1.1" status: 200 len: 949 time: 0.0960114 Aug 27 16:16:45.100253 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d3099aae-5fbc-49c8-af4e-e34014d115e6 req-7a526ced-1d6f-40fe-995e-b535f704b779 tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.60 "GET /v2.0/security-groups?id=cceb18af-d526-432b-8104-c6d50b3d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Aug 27 16:16:45.161441 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-20a76b47-e91e-4bd4-9c59-01c1648f526e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.175548 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f9a50738-e3f0-4064-8ccb-8309619fc50c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:16:45.188940 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a76b47-e91e-4bd4-9c59-01c1648f526e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Pushing event deleted for resources: {'Port': ['ID=aab41f5e-afe6-4141-99ee-54e03cbc6631,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:45.233989 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-20a76b47-e91e-4bd4-9c59-01c1648f526e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] No DVR routers for this DVR port aab41f5e-afe6-4141-99ee-54e03cbc6631 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:45.242752 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['aab41f5e-afe6-4141-99ee-54e03cbc6631'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:45.242983 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-20a76b47-e91e-4bd4-9c59-01c1648f526e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.242983 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c0ba1902-d2e7-490e-9c4d-be70da1a93a7 req-20a76b47-e91e-4bd4-9c59-01c1648f526e tempest-VolumesNegativeTest-192405478 tempest-VolumesNegativeTest-192405478-project] 10.222.0.88 "DELETE /v2.0/ports/aab41f5e-afe6-4141-99ee-54e03cbc6631 HTTP/1.1" status: 204 len: 173 time: 0.4604127 Aug 27 16:16:45.242983 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d454285-a28c-4ec8-b46c-d88ca7bd139c', 'name': 'network-vif-deleted', 'tag': 'aab41f5e-afe6-4141-99ee-54e03cbc6631'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:45.243199 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f16fbca-b456-48a4-b85f-6ff7e353f4d3" -d '{"events": [{"server_uuid": "1d454285-a28c-4ec8-b46c-d88ca7bd139c", "name": "network-vif-deleted", "tag": "aab41f5e-afe6-4141-99ee-54e03cbc6631"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:45.293140 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b72b454-85a4-4272-a740-00ccae5d1f2a x-openstack-request-id: req-6b72b454-85a4-4272-a740-00ccae5d1f2a {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:45.293439 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d454285-a28c-4ec8-b46c-d88ca7bd139c", "name": "network-vif-deleted", "tag": "aab41f5e-afe6-4141-99ee-54e03cbc6631", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:45.293774 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b72b454-85a4-4272-a740-00ccae5d1f2a {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:45.294374 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d454285-a28c-4ec8-b46c-d88ca7bd139c', 'name': 'network-vif-deleted', 'tag': 'aab41f5e-afe6-4141-99ee-54e03cbc6631', 'status': 'completed', 'code': 200} Aug 27 16:16:45.302840 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port f9a50738-e3f0-4064-8ccb-8309619fc50c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f9a50738-e3f0-4064-8ccb-8309619fc50c,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:45.314104 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'f9a50738-e3f0-4064-8ccb-8309619fc50c', 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b', 'port_id': 'f9a50738-e3f0-4064-8ccb-8309619fc50c', 'mac_address': 'fa:16:3e:25:59:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e01547a-fddb-46f7-ac4b-24e87045709f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:16:45.357609 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.372179 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a50738-e3f0-4064-8ccb-8309619fc50c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:45.399862 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port f9a50738-e3f0-4064-8ccb-8309619fc50c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f9a50738-e3f0-4064-8ccb-8309619fc50c,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:45.403664 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.449189 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=f9a50738-e3f0-4064-8ccb-8309619fc50c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:45.598533 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12aac86-70ef-4078-8db0-8fa2e99c0d73 req-56413441-63e7-4744-bd75-dd96a94517f6 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:45.600138 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d12aac86-70ef-4078-8db0-8fa2e99c0d73 req-56413441-63e7-4744-bd75-dd96a94517f6 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 944 time: 0.0529599 Aug 27 16:16:45.641909 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d12aac86-70ef-4078-8db0-8fa2e99c0d73 req-4f52804d-bf7e-41c0-9e52-9e53c997443d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349448 Aug 27 16:16:45.886309 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b1e38-a0be-472a-a3d5-95d52dc467be req-700f68d2-63dc-4cdf-97f9-3f39d8b21e89 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:45.887813 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e57b1e38-a0be-472a-a3d5-95d52dc467be req-700f68d2-63dc-4cdf-97f9-3f39d8b21e89 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0597889 Aug 27 16:16:45.908146 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33718) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:45.935078 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e57b1e38-a0be-472a-a3d5-95d52dc467be req-8014738b-e97a-456b-b381-412ed6a36e7a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409966 Aug 27 16:16:45.963201 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f9a50738-e3f0-4064-8ccb-8309619fc50c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:46.047976 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a9ded6a-b635-4536-ba85-aab8a35e3d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.214500 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a9ded6a-b635-4536-ba85-aab8a35e3d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.227308 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a9ded6a-b635-4536-ba85-aab8a35e3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.266214 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8a9ded6a-b635-4536-ba85-aab8a35e3d6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5f8eb71793444318fce95e9c5557804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568804 Aug 27 16:16:46.268822 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33752) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:46.283609 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ded6a-b635-4536-ba85-aab8a35e3d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ffd6cd-8d2c-4fc4-bb1a-98a087c1a526,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:46.339915 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9ec027c-6c68-47f3-86df-b4c08004044a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.371566 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9ec027c-6c68-47f3-86df-b4c08004044a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.435609 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9ec027c-6c68-47f3-86df-b4c08004044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.440070 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9ec027c-6c68-47f3-86df-b4c08004044a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.441988 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a9ec027c-6c68-47f3-86df-b4c08004044a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6ffd6cd-8d2c-4fc4-bb1a-98a087c1a526 HTTP/1.1" status: 204 len: 168 time: 0.1719813 Aug 27 16:16:46.456814 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec027c-6c68-47f3-86df-b4c08004044a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ffd6cd-8d2c-4fc4-bb1a-98a087c1a526,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:46.799008 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b232ae3-cb96-460c-ad50-c5c537c32082 req-7f480dc1-3439-4923-a44a-ca82194dc4f4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:46.806941 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b232ae3-cb96-460c-ad50-c5c537c32082 req-7f480dc1-3439-4923-a44a-ca82194dc4f4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 944 time: 0.0760438 Aug 27 16:16:46.822340 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33804) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:46.838691 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9dfe82d5-c4cf-4b3d-ab37-a1a2803b3579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.882212 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b232ae3-cb96-460c-ad50-c5c537c32082 req-ead2deca-923f-41af-bad0-8aa2dd63964d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740817 Aug 27 16:16:46.958871 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9dfe82d5-c4cf-4b3d-ab37-a1a2803b3579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.963098 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9dfe82d5-c4cf-4b3d-ab37-a1a2803b3579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.006589 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9dfe82d5-c4cf-4b3d-ab37-a1a2803b3579 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c561d40a59f1422ea1719c2b0c86b8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833036 Aug 27 16:16:47.009130 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe82d5-c4cf-4b3d-ab37-a1a2803b3579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5fcd78-16a8-4bfc-9d4d-876a54a9dbe4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:47.010185 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 33820) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:47.075784 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-953a941c-8724-4504-a6cc-a2b5bcedafad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.078382 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caa333-1e0d-44b5-b7bd-8025b07bb701 req-45dd758d-e4f8-4db8-aea3-91b2095014b3 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:47.080166 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e6caa333-1e0d-44b5-b7bd-8025b07bb701 req-45dd758d-e4f8-4db8-aea3-91b2095014b3 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0526409 Aug 27 16:16:47.106482 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-953a941c-8724-4504-a6cc-a2b5bcedafad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.129159 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e6caa333-1e0d-44b5-b7bd-8025b07bb701 req-e0e1ac64-1ad4-4256-97f2-881c2e7cffcb tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417204 Aug 27 16:16:47.160590 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-953a941c-8724-4504-a6cc-a2b5bcedafad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.163901 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-953a941c-8724-4504-a6cc-a2b5bcedafad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.165672 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-953a941c-8724-4504-a6cc-a2b5bcedafad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd5fcd78-16a8-4bfc-9d4d-876a54a9dbe4 HTTP/1.1" status: 204 len: 168 time: 0.1542213 Aug 27 16:16:47.175108 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a941c-8724-4504-a6cc-a2b5bcedafad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5fcd78-16a8-4bfc-9d4d-876a54a9dbe4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:47.222335 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f9a50738-e3f0-4064-8ccb-8309619fc50c up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:47.280741 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port f9a50738-e3f0-4064-8ccb-8309619fc50c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:47.287650 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port f9a50738-e3f0-4064-8ccb-8309619fc50c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:47.288076 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.385813 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.409032 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973dd6bd-3dfb-4dea-8b6d-80b104364031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a50738-e3f0-4064-8ccb-8309619fc50c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:47.411297 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416ae1fb-f339-4aee-b561-276d2b763e13" -d '{"events": [{"server_uuid": "973dd6bd-3dfb-4dea-8b6d-80b104364031", "name": "network-vif-plugged", "status": "completed", "tag": "f9a50738-e3f0-4064-8ccb-8309619fc50c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:47.424740 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port f9a50738-e3f0-4064-8ccb-8309619fc50c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f9a50738-e3f0-4064-8ccb-8309619fc50c,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:47.429377 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.430190 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device aab41f5e-afe6-4141-99ee-54e03cbc6631 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:47.451369 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: aab41f5e-afe6-4141-99ee-54e03cbc6631 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:47.451931 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device aab41f5e-afe6-4141-99ee-54e03cbc6631 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:47.471088 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd5c30f-266f-4c44-a074-78d43f7a4d32 x-openstack-request-id: req-0cd5c30f-266f-4c44-a074-78d43f7a4d32 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:47.471376 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973dd6bd-3dfb-4dea-8b6d-80b104364031", "name": "network-vif-plugged", "status": "completed", "tag": "f9a50738-e3f0-4064-8ccb-8309619fc50c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:47.471630 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0cd5c30f-266f-4c44-a074-78d43f7a4d32 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:47.472015 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973dd6bd-3dfb-4dea-8b6d-80b104364031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a50738-e3f0-4064-8ccb-8309619fc50c', 'code': 200} Aug 27 16:16:47.503104 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=f9a50738-e3f0-4064-8ccb-8309619fc50c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:47.558440 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 33890) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:47.583478 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a4d5913d-0330-4bd9-82fd-4dcc3658244e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.590019 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44898dc2-d7fb-4953-8da5-9af01011dfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.744091 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.753542 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44898dc2-d7fb-4953-8da5-9af01011dfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.760797 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44898dc2-d7fb-4953-8da5-9af01011dfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.796443 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97caf6-b6e6-49d0-b143-a5907f1b17e6 req-8af8c7c5-0bd1-48ce-857b-0e56e9e21e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:47.797945 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7f97caf6-b6e6-49d0-b143-a5907f1b17e6 req-8af8c7c5-0bd1-48ce-857b-0e56e9e21e75 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 1098 time: 0.0938253 Aug 27 16:16:47.808910 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-44898dc2-d7fb-4953-8da5-9af01011dfd6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d10d434c2ae4cf2bfd9b058ec62d4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491763 Aug 27 16:16:47.809600 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33908) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:47.820143 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44898dc2-d7fb-4953-8da5-9af01011dfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccc5354-d05a-43fc-b7f1-4aedff643cc5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:47.859264 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7f97caf6-b6e6-49d0-b143-a5907f1b17e6 req-3db96347-141a-4c90-91ff-4f6ed1d2bf01 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464520 Aug 27 16:16:47.870987 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b325e81-2dbb-47ba-9f81-cd64c0990652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.923591 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b325e81-2dbb-47ba-9f81-cd64c0990652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.990651 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b325e81-2dbb-47ba-9f81-cd64c0990652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.995325 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b325e81-2dbb-47ba-9f81-cd64c0990652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:47.997118 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0b325e81-2dbb-47ba-9f81-cd64c0990652 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ccc5354-d05a-43fc-b7f1-4aedff643cc5 HTTP/1.1" status: 204 len: 168 time: 0.1862903 Aug 27 16:16:48.019577 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b325e81-2dbb-47ba-9f81-cd64c0990652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccc5354-d05a-43fc-b7f1-4aedff643cc5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:48.099772 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153de924-30fa-45dd-ac6c-ba1decd7b6ac req-644e4440-c8c0-4a12-bbd0-94ff96ddbdc3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:48.101356 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-153de924-30fa-45dd-ac6c-ba1decd7b6ac req-644e4440-c8c0-4a12-bbd0-94ff96ddbdc3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0815873 Aug 27 16:16:48.172411 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-153de924-30fa-45dd-ac6c-ba1decd7b6ac req-11d6a6b9-b61e-44ab-b1bd-8d905ad43624 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639749 Aug 27 16:16:48.313880 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31032964-51be-40b4-b839-ee78dc69122c req-c6eb6f18-cbd3-468b-8cdd-868ab1798f2f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:48.314684 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-31032964-51be-40b4-b839-ee78dc69122c req-c6eb6f18-cbd3-468b-8cdd-868ab1798f2f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0541394 Aug 27 16:16:48.338767 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 33968) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:48.365456 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-31032964-51be-40b4-b839-ee78dc69122c req-59da96bb-1259-4220-9293-6c2146999b7c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 Aug 27 16:16:48.456023 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-052129ab-8054-4a78-a945-1bf791499c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:48.573102 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-052129ab-8054-4a78-a945-1bf791499c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:48.578668 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-052129ab-8054-4a78-a945-1bf791499c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:48.619106 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052129ab-8054-4a78-a945-1bf791499c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ddec57-c1bb-49ca-937c-b0f4f325d2e0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:48.623441 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-052129ab-8054-4a78-a945-1bf791499c05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c1df81e60bf4c88bdc16865dc3ba5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836125 Aug 27 16:16:48.626373 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34012) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:48.674840 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9107464-5e2e-451f-a3c2-9d6fa309f548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:48.696379 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9107464-5e2e-451f-a3c2-9d6fa309f548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:48.749773 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9107464-5e2e-451f-a3c2-9d6fa309f548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:48.752904 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9107464-5e2e-451f-a3c2-9d6fa309f548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:48.754525 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b9107464-5e2e-451f-a3c2-9d6fa309f548 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5ddec57-c1bb-49ca-937c-b0f4f325d2e0 HTTP/1.1" status: 204 len: 168 time: 0.1271753 Aug 27 16:16:48.763452 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9107464-5e2e-451f-a3c2-9d6fa309f548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ddec57-c1bb-49ca-937c-b0f4f325d2e0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:49.307686 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69a1c0-2c84-4d70-900f-ea69dc0ffec6 req-c6cbcd90-2043-4ade-9f92-34dc42a964b1 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:49.310907 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2a69a1c0-2c84-4d70-900f-ea69dc0ffec6 req-c6cbcd90-2043-4ade-9f92-34dc42a964b1 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0625706 Aug 27 16:16:49.329144 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 34078) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:49.361188 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2a69a1c0-2c84-4d70-900f-ea69dc0ffec6 req-a4c7d45d-8609-42fa-a50d-a7206843f5c9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444033 Aug 27 16:16:49.499139 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-768b298d-785b-4488-9623-5635de80c99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.557641 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ae12c-7953-4e8e-aa8d-2bf4abeaa225 req-fde04fc0-ea2c-4e09-8a44-32e48c8631ba tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:49.559401 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-396ae12c-7953-4e8e-aa8d-2bf4abeaa225 req-fde04fc0-ea2c-4e09-8a44-32e48c8631ba tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.1058161 Aug 27 16:16:49.635665 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-396ae12c-7953-4e8e-aa8d-2bf4abeaa225 req-3c999e13-a45c-4fcb-b552-2b1d6d507c84 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662460 Aug 27 16:16:49.684764 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-768b298d-785b-4488-9623-5635de80c99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.690910 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-768b298d-785b-4488-9623-5635de80c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.714776 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34102) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:49.735976 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-768b298d-785b-4488-9623-5635de80c99e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44faab1e0de744f389bdd986dbf90d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031622 Aug 27 16:16:49.735976 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b298d-785b-4488-9623-5635de80c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac6b06c-d501-48c8-9962-49f734d35a92,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:49.737122 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 34106) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:49.798942 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ec501cd-5161-4aef-ac9f-9f4442baf138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.823907 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ec501cd-5161-4aef-ac9f-9f4442baf138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.833452 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-735823399-network', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:49.857614 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Made reservation on behalf of 9d760c04e0f24e10b51a946f2f85d861 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:49.860853 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.870738 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.885724 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ec501cd-5161-4aef-ac9f-9f4442baf138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.888281 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ec501cd-5161-4aef-ac9f-9f4442baf138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.891996 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-7ec501cd-5161-4aef-ac9f-9f4442baf138 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eac6b06c-d501-48c8-9962-49f734d35a92 HTTP/1.1" status: 204 len: 168 time: 0.1397972 Aug 27 16:16:49.904115 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec501cd-5161-4aef-ac9f-9f4442baf138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac6b06c-d501-48c8-9962-49f734d35a92,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:50.027832 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ba93ff65-f0bc-4bd4-a44e-f2221b5b4316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.033403 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.042040 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.085631 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:16:50.130941 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6099f77-0c9a-4b34-85a6-fa4733c80708,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:50.151802 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.153249 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Added segment 524cdff0-c0bd-4dbe-915d-8a3be71ab353 of type vlan for network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f Aug 27 16:16:50.217806 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.252014 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.253295 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:50.254275 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.289646 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.319944 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6037612 Aug 27 16:16:50.323171 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 34150) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:50.328333 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Request body: {'subnet': {'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-735823399-subnet', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:50.333830 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498f833-eca7-47d7-a306-053b1c319691 admin admin] Pushing event updated for resources: {'Network': ['ID=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:50.344949 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:16:50.355554 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Made reservation on behalf of 9d760c04e0f24e10b51a946f2f85d861 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:50.358021 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10380291'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.624219 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b189c7e-afe4-467b-a280-d6eb64944503 req-1cc93229-a533-4db3-828d-cc05a4538306 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:50.625964 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1b189c7e-afe4-467b-a280-d6eb64944503 req-1cc93229-a533-4db3-828d-cc05a4538306 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.1404750 Aug 27 16:16:50.629311 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10306943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10380401'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.692094 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898131c-be4a-49dc-b587-fd0f24b5b879 req-ce694bcd-c71f-469e-8276-d7fe1d52c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:50.693611 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f898131c-be4a-49dc-b587-fd0f24b5b879 req-ce694bcd-c71f-469e-8276-d7fe1d52c145 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 1098 time: 0.1295140 Aug 27 16:16:50.739762 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3a32af-7800-4484-9f32-22e723fedc7e,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:50.753707 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1b189c7e-afe4-467b-a280-d6eb64944503 req-3048496f-2645-46cd-b401-d3c7a0e75029 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169636 Aug 27 16:16:50.764654 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2341e-a4a3-4b4f-b260-5e4bafac67f6 req-5c2ad339-0a93-4e14-8163-d5bb3c7699c3 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:50.766211 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-95c2341e-a4a3-4b4f-b260-5e4bafac67f6 req-5c2ad339-0a93-4e14-8163-d5bb3c7699c3 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0566559 Aug 27 16:16:50.775024 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f898131c-be4a-49dc-b587-fd0f24b5b879 req-a66b0405-fbed-451b-921c-be0e6b22f89c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695283 Aug 27 16:16:50.776107 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Checking segment: {'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:50.776563 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Network hostable DHCP agents. Network: 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:16:50.794023 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:16:50.803792 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:50.807905 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:50.808476 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.808783 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-95c2341e-a4a3-4b4f-b260-5e4bafac67f6 req-d44f141e-8de8-4ad7-9a4b-ea30a7c6f6f6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365472 Aug 27 16:16:50.814114 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69cc191-5b84-4ad1-b097-ec5926f35b72 None None] Network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:50.824810 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9b09ad5b-b8ed-4bbf-b824-7f78f0f7352f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5003817 Aug 27 16:16:50.830829 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 34160) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:50.837236 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:50.861223 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2072572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4658'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.862665 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2072400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.920179 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.981378 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb75401-a5be-5b0a-afe3-807abf29c83e-3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e'}]}} from dv-cinder-800695-5-iscsi. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:16:50.982620 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.068798 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.127709 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Allocated IP 172.20.0.2 (3cd37dc5-f0a7-48b2-a0b1-adb16e80523f/0d3a32af-7800-4484-9f32-22e723fedc7e/f78d459d-e60f-4355-9609-e25ee11acbd3) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:51.284888 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.288743 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.293971 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Transition to ACTIVE for port object f78d459d-e60f-4355-9609-e25ee11acbd3 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:51.309385 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Transition to ACTIVE for port object f78d459d-e60f-4355-9609-e25ee11acbd3 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:51.313371 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.316375 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.354687 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:51.360924 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:51.365375 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:51.395109 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Pushing event updated for resources: {'Port': ['ID=f78d459d-e60f-4355-9609-e25ee11acbd3,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:51.425459 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.430832 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Attempting to bind port f78d459d-e60f-4355-9609-e25ee11acbd3 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:51.431212 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Attempting to bind port f78d459d-e60f-4355-9609-e25ee11acbd3 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:51.431934 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Attempting to bind port f78d459d-e60f-4355-9609-e25ee11acbd3 on network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:51.436543 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:51.436921 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Checking segment: {'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:51.437322 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.437721 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Bound using segment: {'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:51.438189 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Bound port: f78d459d-e60f-4355-9609-e25ee11acbd3, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:51.438602 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.449645 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Allocated IP 172.27.0.250 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/8b93d847-4d96-4806-a853-b57f36f7e3e7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:51.508248 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] For port f78d459d-e60f-4355-9609-e25ee11acbd3, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:51.511783 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] For port f78d459d-e60f-4355-9609-e25ee11acbd3, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=f78d459d-e60f-4355-9609-e25ee11acbd3,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:51.516390 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.571323 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.572563 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34178) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:51.573014 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c50f5-b566-4f28-8767-30334dfdab68 None None] Pushing event updated for resources: {'Port': ['ID=f78d459d-e60f-4355-9609-e25ee11acbd3,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:51.623245 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.660015 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:51.665873 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:51.669547 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:51.693195 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Pushing event updated for resources: {'Port': ['ID=8b93d847-4d96-4806-a853-b57f36f7e3e7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:51.716399 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bc1935aa-74c4-4053-8bd4-309bb0085736 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32f7c0f04ebb4b4185751730daa42775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418166 Aug 27 16:16:51.718535 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34182) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:51.774093 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-479ce435-6b74-4752-a9e8-847fe52fe6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.813361 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-479ce435-6b74-4752-a9e8-847fe52fe6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.877098 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-479ce435-6b74-4752-a9e8-847fe52fe6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.880175 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-479ce435-6b74-4752-a9e8-847fe52fe6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:51.881525 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-479ce435-6b74-4752-a9e8-847fe52fe6d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cceb18af-d526-432b-8104-c6d50b3d3703 HTTP/1.1" status: 204 len: 168 time: 0.1620793 Aug 27 16:16:51.894735 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ce435-6b74-4752-a9e8-847fe52fe6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceb18af-d526-432b-8104-c6d50b3d3703,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:51.954447 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:52.477869 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2072427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:52.623528 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e is scheduled to L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:16:52.655366 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34210) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:52.657185 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3908a8-2d13-45ed-b7d4-590e7fa82f9f None None] Network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:52.745365 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:16:52.758372 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Sync routers for ids ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:16:52.770663 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:52.775466 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9aaec633-bfed-407b-bdda-5e3e54aaf8ca admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9395061 Aug 27 16:16:52.775993 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34214) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:52.776798 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Routers {'530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:52.777707 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:16:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:52.791097 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-426810232-network', 'tenant_id': 'dc4704e3131046f09560f0dfa373b89c'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:52.841241 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a19f2f5b-3513-4629-a5cf-b61e0f18866f None None] Provisioning for port f78d459d-e60f-4355-9609-e25ee11acbd3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:52.850094 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:52.881788 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device f78d459d-e60f-4355-9609-e25ee11acbd3 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:52.896717 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Set router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:52.909873 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Made reservation on behalf of dc4704e3131046f09560f0dfa373b89c for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:52.912392 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:52.924406 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:52.950142 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port f78d459d-e60f-4355-9609-e25ee11acbd3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:52.957135 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port f78d459d-e60f-4355-9609-e25ee11acbd3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:52.957650 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.060814 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.100440 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port f78d459d-e60f-4355-9609-e25ee11acbd3, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=f78d459d-e60f-4355-9609-e25ee11acbd3,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:53.109124 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.145887 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:51Z', 'revision_number': 3, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:53.171159 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=f78d459d-e60f-4355-9609-e25ee11acbd3,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:53.178442 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.182143 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Checking router: 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:16:53.182583 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Updating router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e port 8b93d847-4d96-4806-a853-b57f36f7e3e7 binding host dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:16:53.187618 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.201419 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-960c05d2-d8e8-4b11-88ea-c7fe21befa39 None None] Provisioning complete for port f78d459d-e60f-4355-9609-e25ee11acbd3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:53.201800 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-960c05d2-d8e8-4b11-88ea-c7fe21befa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.215841 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:16:53.227498 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.237753 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c64409f-d8ea-48d5-8c66-f428b1d7cae6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:53.243869 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.244411 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Added segment 75528db2-673e-418f-b4e6-8b7f8d13b47c of type vlan for network 3f5b2088-6325-40f0-9326-f8c0cae30e2c Aug 27 16:16:53.321873 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.382966 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.384123 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:53.384874 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.467329 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8103256 Aug 27 16:16:53.470347 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 34220) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:53.474484 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.475688 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Request body: {'subnet': {'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-426810232-subnet', 'tenant_id': 'dc4704e3131046f09560f0dfa373b89c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:53.490590 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154d891-fad4-4355-8d50-508dbe2987dc admin admin] Pushing event updated for resources: {'Network': ['ID=3f5b2088-6325-40f0-9326-f8c0cae30e2c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:53.501600 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 3f5b2088-6325-40f0-9326-f8c0cae30e2c details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:16:53.503093 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Made reservation on behalf of dc4704e3131046f09560f0dfa373b89c for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:53.506354 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10380291'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.600401 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.612413 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Transition to ACTIVE for port object 8b93d847-4d96-4806-a853-b57f36f7e3e7 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:53.619707 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.660641 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Allocated IP 172.20.0.1 (3cd37dc5-f0a7-48b2-a0b1-adb16e80523f/0d3a32af-7800-4484-9f32-22e723fedc7e/1ffc3425-3528-41ff-9ac5-45e42a97e0f0) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:53.675864 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Attempting to bind port 8b93d847-4d96-4806-a853-b57f36f7e3e7 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:53.676694 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Attempting to bind port 8b93d847-4d96-4806-a853-b57f36f7e3e7 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:53.676694 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Attempting to bind port 8b93d847-4d96-4806-a853-b57f36f7e3e7 on network 2f103694-ff76-4964-9445-b94d6a64c4a3 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:53.682596 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Pushing event updated for resources: {'Port': ['ID=8b93d847-4d96-4806-a853-b57f36f7e3e7,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:53.691556 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:53.692077 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:53.692580 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.693071 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Bound using segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:53.693679 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Bound port: 8b93d847-4d96-4806-a853-b57f36f7e3e7, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:53.694130 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.697995 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.698840 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.699273 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.699672 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.700070 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.700467 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.700793 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10306943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10380401'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.700918 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.701334 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.701794 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.702229 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.702844 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.703247 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:53.756537 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Pushing event updated for resources: {'Subnet': ['ID=318c6a0e-b07a-4a15-b3f8-0acef83e43f2,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:53.761258 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] For port 8b93d847-4d96-4806-a853-b57f36f7e3e7, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:53.765878 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] For port 8b93d847-4d96-4806-a853-b57f36f7e3e7, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=8b93d847-4d96-4806-a853-b57f36f7e3e7,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:53.771846 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.777821 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Checking segment: {'id': '75528db2-673e-418f-b4e6-8b7f8d13b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:53.777821 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Network hostable DHCP agents. Network: 3f5b2088-6325-40f0-9326-f8c0cae30e2c, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:16:53.794879 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Network 3f5b2088-6325-40f0-9326-f8c0cae30e2c is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:16:53.805879 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 3f5b2088-6325-40f0-9326-f8c0cae30e2c) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:53.811373 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:53.812070 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.817111 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2ae97-718f-4393-a248-1ea8f2eab4ab None None] Network 3f5b2088-6325-40f0-9326-f8c0cae30e2c requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:53.829458 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93436ee5-1687-4cc8-8c3d-2376489109ce None None] Pushing event updated for resources: {'Port': ['ID=8b93d847-4d96-4806-a853-b57f36f7e3e7,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:53.831627 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-6dddf6b7-2551-4d2b-bbba-0af49cb1800f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3598928 Aug 27 16:16:53.853194 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Routers {'530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:53.853821 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:16:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:53.953046 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.966605 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Transition to ACTIVE for port object 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:53.980918 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375dac6d-10b9-4c5f-bb12-6baf37d47687 None None] Network 3f5b2088-6325-40f0-9326-f8c0cae30e2c requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:53.985582 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] Set router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:54.014533 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:54.053046 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:54.058830 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:54.061590 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:54.088266 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffc3425-3528-41ff-9ac5-45e42a97e0f0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:54.110044 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2070330'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:54.209809 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:51Z', 'revision_number': 3, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:54.237958 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c1a8b-5018-40b7-82a6-7e9792d366c8 None None] The sync data for ids ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'] in dv-cinder-800695-5-iscsi is: [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:51Z', 'revision_number': 3, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:16:54.289196 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:54.351078 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-641922af-8d92-45b7-a2d7-5b12059640aa None None] Provisioning for port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:54.356103 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-641922af-8d92-45b7-a2d7-5b12059640aa None None] Provisioning complete for port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:54.356739 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-641922af-8d92-45b7-a2d7-5b12059640aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:54.395225 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-641922af-8d92-45b7-a2d7-5b12059640aa None None] Port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:54.472430 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:54.487017 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356014'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:54.552793 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068709'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:54.568435 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffc3425-3528-41ff-9ac5-45e42a97e0f0,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:54.662971 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:54.665039 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:54.799199 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:16:54.906484 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 8b93d847-4d96-4806-a853-b57f36f7e3e7 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:54.922040 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:16:54.927382 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a22f9230-ffd1-4f10-b1e0-13e1adc411a4 admin admin] 10.222.0.60 "PUT /v2.0/routers/530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1502459 Aug 27 16:16:54.963168 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b25c9581-376a-4c65-ae36-7d5ac0ebef02 None None] Provisioning complete for port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:54.963544 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b25c9581-376a-4c65-ae36-7d5ac0ebef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.007182 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b25c9581-376a-4c65-ae36-7d5ac0ebef02 None None] Port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:55.013333 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 8b93d847-4d96-4806-a853-b57f36f7e3e7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:55.021219 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 8b93d847-4d96-4806-a853-b57f36f7e3e7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:55.021884 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.102678 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.127456 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 8b93d847-4d96-4806-a853-b57f36f7e3e7, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=8b93d847-4d96-4806-a853-b57f36f7e3e7,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:55.131973 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.133678 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device f78d459d-e60f-4355-9609-e25ee11acbd3 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:55.203996 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=8b93d847-4d96-4806-a853-b57f36f7e3e7,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:55.233722 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port f78d459d-e60f-4355-9609-e25ee11acbd3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:55.234140 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.424230 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 34254) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:55.429171 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2145481557-network', 'tenant_id': 'deacf741a27842d39c73c77c21966b68'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:55.449663 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Made reservation on behalf of deacf741a27842d39c73c77c21966b68 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:55.451902 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.461178 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.560082 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.564050 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.588839 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:16:55.598189 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2e5b09-890b-446d-94f5-712f55747325,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:55.602948 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.603288 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.segments_db [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Added segment e08f6e8e-f978-4cbb-b1d7-dac779c4fd86 of type vlan for network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 Aug 27 16:16:55.646569 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.671913 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.672889 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:55.673460 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.727620 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3022406 Aug 27 16:16:55.730717 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34260) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:55.735670 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Request body: {'subnet': {'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2145481557-subnet', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:55.737934 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ab0c8-29da-4814-bbe6-f367efafe24e admin admin] Pushing event updated for resources: {'Network': ['ID=6345c8ce-4463-49f3-92a9-600e3b0a6e80,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:55.751426 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:16:55.761551 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Made reservation on behalf of deacf741a27842d39c73c77c21966b68 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:55.763869 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8475658'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.866470 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Sync routers for ids ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:16:55.877038 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Routers {'530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:55.877668 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:16:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:55.932755 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c495d1-a317-4530-bb69-ec3462c0f30b req-d037a325-581d-407a-91a0-3756e156b3aa tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:55.934423 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d9c495d1-a317-4530-bb69-ec3462c0f30b req-d037a325-581d-407a-91a0-3756e156b3aa tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0528989 Aug 27 16:16:55.951879 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475768'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.972304 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d9c495d1-a317-4530-bb69-ec3462c0f30b req-15513bd8-da88-4259-a047-9942768f482b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320570 Aug 27 16:16:55.996226 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Set router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:56.013423 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24664e07-cf61-49e2-8ede-9e180916cc2b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:56.025483 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Checking segment: {'id': 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:56.025844 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Network hostable DHCP agents. Network: 6345c8ce-4463-49f3-92a9-600e3b0a6e80, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:16:56.043386 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:16:56.052370 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 6345c8ce-4463-49f3-92a9-600e3b0a6e80) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:56.056517 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:56.057139 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.072673 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f7cba95a-879f-4ee0-aaaa-5814e47c14f7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3408957 Aug 27 16:16:56.075191 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34262) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:56.077590 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4ab6d9-a2b6-4eaf-afea-bb2ac7a30d0f None None] Network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:56.079666 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2145481557-router', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:56.099128 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2072572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4658'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.100200 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2072400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.153505 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.288506 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.311557 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb75401-a5be-5b0a-afe3-807abf29c83e-6345c8ce-4463-49f3-92a9-600e3b0a6e80', 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'fixed_ips': [{'subnet_id': '24664e07-cf61-49e2-8ede-9e180916cc2b'}]}} from dv-cinder-800695-5-iscsi. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:16:56.312413 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.342182 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:54Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '1ffc3425-3528-41ff-9ac5-45e42a97e0f0', 'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'mac_address': 'fa:16:3e:59:8e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:53Z', 'updated_at': '2021-08-27T16:16:54Z', 'revision_number': 2, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'subnets': [{'id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:56.417205 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Checking router: 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:16:56.417562 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Updating router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 binding host dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:16:56.455189 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.486993 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.505446 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.541075 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Allocated IP 172.20.0.2 (6345c8ce-4463-49f3-92a9-600e3b0a6e80/24664e07-cf61-49e2-8ede-9e180916cc2b/5902af49-b9a1-4d5a-b776-83aa9532d60b) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:56.614419 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Allocated IP 172.27.0.57 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/6110bdc8-9dd5-4637-85e2-9610d208eeeb) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:56.731200 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.787944 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.826011 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:56.833693 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.844378 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 8b93d847-4d96-4806-a853-b57f36f7e3e7 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:56.848169 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:56.852970 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:56.856007 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Pushing event updated for resources: {'Port': ['ID=6110bdc8-9dd5-4637-85e2-9610d208eeeb,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:56.879838 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Transition to ACTIVE for port object 5902af49-b9a1-4d5a-b776-83aa9532d60b will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:56.924241 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Transition to ACTIVE for port object 5902af49-b9a1-4d5a-b776-83aa9532d60b will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:56.942820 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.947818 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.986444 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Transition to ACTIVE for port object 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:57.008053 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.014844 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:57.024566 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Pushing event updated for resources: {'Port': ['ID=5902af49-b9a1-4d5a-b776-83aa9532d60b,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:57.035789 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:57.038067 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:57.084970 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 8b93d847-4d96-4806-a853-b57f36f7e3e7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:57.085373 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.206854 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.217239 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030bae9-3439-43fd-9225-29a0272c8b48 req-032eec66-966e-4681-93e2-df9686ba93dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:57.218862 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0030bae9-3439-43fd-9225-29a0272c8b48 req-032eec66-966e-4681-93e2-df9686ba93dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.1059868 Aug 27 16:16:57.283875 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1e8c3-0bbb-4997-be81-a8c178df940b None None] Pushing event updated for resources: {'Port': ['ID=1ffc3425-3528-41ff-9ac5-45e42a97e0f0,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:57.321266 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0030bae9-3439-43fd-9225-29a0272c8b48 req-dd3b6908-625d-4cf4-ba57-55f84662b27c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724828 Aug 27 16:16:57.352375 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Attempting to bind port 5902af49-b9a1-4d5a-b776-83aa9532d60b on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:57.352682 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Attempting to bind port 5902af49-b9a1-4d5a-b776-83aa9532d60b by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:57.353050 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Attempting to bind port 5902af49-b9a1-4d5a-b776-83aa9532d60b on network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:57.361697 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Attempting to bind port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:57.362063 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Attempting to bind port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:57.362446 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Attempting to bind port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 on network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:57.369603 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:57.369976 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Checking segment: {'id': 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:57.370410 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.370805 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Bound using segment: {'id': 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:57.371277 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Bound port: 5902af49-b9a1-4d5a-b776-83aa9532d60b, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:57.371663 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.384857 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:57.385232 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Checking segment: {'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:57.385618 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.386011 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Bound using segment: {'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:57.386495 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Bound port: 1ffc3425-3528-41ff-9ac5-45e42a97e0f0, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:57.386881 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.441630 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2072427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.541335 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] For port 5902af49-b9a1-4d5a-b776-83aa9532d60b, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:57.546613 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] For port 5902af49-b9a1-4d5a-b776-83aa9532d60b, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=5902af49-b9a1-4d5a-b776-83aa9532d60b,segment=NetworkSegment(e08f6e8e-f978-4cbb-b1d7-dac779c4fd86),segment_id=e08f6e8e-f978-4cbb-b1d7-dac779c4fd86)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:57.552153 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] For port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:57.556008 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.560303 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] For port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=1ffc3425-3528-41ff-9ac5-45e42a97e0f0,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:57.587422 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.637357 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c2226-4ec7-48f8-9bd4-f44a0f4f57ce None None] Pushing event updated for resources: {'Port': ['ID=5902af49-b9a1-4d5a-b776-83aa9532d60b,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:57.665732 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Routers {'530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:57.666404 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:16:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:57.758509 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1e8c3-0bbb-4997-be81-a8c178df940b None None] Pushing event updated for resources: {'Port': ['ID=1ffc3425-3528-41ff-9ac5-45e42a97e0f0,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:57.845516 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] Set router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:57.861532 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 is scheduled to L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:16:58.088294 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:16:58.107907 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Sync routers for ids ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:16:58.118505 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:58.124242 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-950a84ec-80bc-498c-a43f-a20ccfa497b3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0479617 Aug 27 16:16:58.127139 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 34314) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:58.143039 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Routers {'4c31e1de-6cc9-46ce-b64b-920355cc7b06'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:58.146771 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:16:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:58.213293 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:54Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '1ffc3425-3528-41ff-9ac5-45e42a97e0f0', 'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'mac_address': 'fa:16:3e:59:8e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:53Z', 'updated_at': '2021-08-27T16:16:57Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'subnets': [{'id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:58.246624 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65def5ef-ae54-4541-bfd4-8a8e5fb1297a None None] The sync data for ids ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'] in dv-cinder-800695-5-iscsi is: [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:54Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '1ffc3425-3528-41ff-9ac5-45e42a97e0f0', 'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'mac_address': 'fa:16:3e:59:8e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:53Z', 'updated_at': '2021-08-27T16:16:57Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'subnets': [{'id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:16:58.297678 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Set router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:58.468503 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fd183-39b3-45c4-a6ff-903a84f7b354 req-9adedbff-5cce-4b73-b4f9-fa1f6193e734 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:58.470087 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5b4fd183-39b3-45c4-a6ff-903a84f7b354 req-9adedbff-5cce-4b73-b4f9-fa1f6193e734 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0621307 Aug 27 16:16:58.528860 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'name': 'tempest-TestMinimumBasicScenario-2145481557-router', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:16:57Z', 'revision_number': 3, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'gw_port': {'id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:58.531420 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5b4fd183-39b3-45c4-a6ff-903a84f7b354 req-9b362a59-9153-4500-acb1-c80a46f2a947 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547509 Aug 27 16:16:58.576304 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Checking router: 4c31e1de-6cc9-46ce-b64b-920355cc7b06 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:16:58.578847 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Updating router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 port 6110bdc8-9dd5-4637-85e2-9610d208eeeb binding host dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:16:58.624408 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:58.738073 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364ad5d-aba5-48cd-9f14-e34483608cf1 req-86612d42-0903-4571-87c4-07073e573e85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:58.739919 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b364ad5d-aba5-48cd-9f14-e34483608cf1 req-86612d42-0903-4571-87c4-07073e573e85 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.1136408 Aug 27 16:16:58.801510 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b364ad5d-aba5-48cd-9f14-e34483608cf1 req-e5532e02-c268-4100-bcab-57cb11da44d8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525355 Aug 27 16:16:58.883779 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.031015 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 5902af49-b9a1-4d5a-b776-83aa9532d60b up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:59.149496 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.158523 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 5902af49-b9a1-4d5a-b776-83aa9532d60b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:59.164133 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:59.172366 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Transition to ACTIVE for port object 6110bdc8-9dd5-4637-85e2-9610d208eeeb will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:59.196863 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.202670 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Allocated IP 172.20.0.1 (6345c8ce-4463-49f3-92a9-600e3b0a6e80/24664e07-cf61-49e2-8ede-9e180916cc2b/7f53f312-f268-4042-97c6-758151d6e098) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:59.256573 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8e128-9000-41a2-97a5-0341d41df619 None None] Network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:59.327085 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0206295-43c9-485e-a00b-c561a5d455db None None] Pushing event updated for resources: {'Port': ['ID=6110bdc8-9dd5-4637-85e2-9610d208eeeb,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:59.342838 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Attempting to bind port 6110bdc8-9dd5-4637-85e2-9610d208eeeb on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:59.343419 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Attempting to bind port 6110bdc8-9dd5-4637-85e2-9610d208eeeb by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:59.362082 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Attempting to bind port 6110bdc8-9dd5-4637-85e2-9610d208eeeb on network 2f103694-ff76-4964-9445-b94d6a64c4a3 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:59.378379 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:59.379490 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:59.381171 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.381619 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Bound using segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:59.382443 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Bound port: 6110bdc8-9dd5-4637-85e2-9610d208eeeb, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:59.382851 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.465389 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7e5f9066-caa2-41af-a288-253f7cfb7365 None None] Provisioning for port 5902af49-b9a1-4d5a-b776-83aa9532d60b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:59.471462 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.481452 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7e5f9066-caa2-41af-a288-253f7cfb7365 None None] Provisioning complete for port 5902af49-b9a1-4d5a-b776-83aa9532d60b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:59.481849 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e5f9066-caa2-41af-a288-253f7cfb7365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.512049 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Transition to ACTIVE for port object 7f53f312-f268-4042-97c6-758151d6e098 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:59.513894 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] For port 6110bdc8-9dd5-4637-85e2-9610d208eeeb, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:59.522230 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] For port 6110bdc8-9dd5-4637-85e2-9610d208eeeb, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=6110bdc8-9dd5-4637-85e2-9610d208eeeb,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:59.541285 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.541808 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-ea177a47-1429-4d9a-b181-a1008f433edf tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:59.543620 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-ea177a47-1429-4d9a-b181-a1008f433edf tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/networks?id=3f5b2088-6325-40f0-9326-f8c0cae30e2c HTTP/1.1" status: 200 len: 813 time: 0.3037410 Aug 27 16:16:59.570042 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-4a15efc2-e093-4a81-a995-37e6e6efc15d tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/quotas/dc4704e3131046f09560f0dfa373b89c HTTP/1.1" status: 200 len: 375 time: 0.0118604 Aug 27 16:16:59.605381 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.624100 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-1419b528-b382-4af2-aaa9-cd223f23e95f tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc4704e3131046f09560f0dfa373b89c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472291 Aug 27 16:16:59.624324 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:59.633549 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:59.634525 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.691567 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Routers {'4c31e1de-6cc9-46ce-b64b-920355cc7b06'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:59.692374 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:16:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:59.713096 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:59.716577 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:59.728774 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:59.754651 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-cb17b68d-c1dc-4246-90a3-bda73dc2a57e service neutron] 10.222.0.60 "GET /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289821 Aug 27 16:16:59.783272 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0206295-43c9-485e-a00b-c561a5d455db None None] Pushing event updated for resources: {'Port': ['ID=6110bdc8-9dd5-4637-85e2-9610d208eeeb,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:59.810305 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7f53f312-f268-4042-97c6-758151d6e098,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:59.813771 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2070330'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.889814 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e5f9066-caa2-41af-a288-253f7cfb7365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.917036 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.927782 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] Set router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:59.945545 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-2f1bb355-acfa-4ba9-b772-21b100573d02 service neutron] 10.222.0.60 "GET /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823444 Aug 27 16:17:00.014086 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=1ffc3425-3528-41ff-9ac5-45e42a97e0f0,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:00.024474 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7e5f9066-caa2-41af-a288-253f7cfb7365 None None] For port 5902af49-b9a1-4d5a-b776-83aa9532d60b, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=5902af49-b9a1-4d5a-b776-83aa9532d60b,segment=NetworkSegment(e08f6e8e-f978-4cbb-b1d7-dac779c4fd86),segment_id=e08f6e8e-f978-4cbb-b1d7-dac779c4fd86)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:00.029212 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.042412 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.071620 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e5f9066-caa2-41af-a288-253f7cfb7365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.131437 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=1ffc3425-3528-41ff-9ac5-45e42a97e0f0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:00.231877 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f9066-caa2-41af-a288-253f7cfb7365 None None] Pushing event updated for resources: {'Port': ['ID=5902af49-b9a1-4d5a-b776-83aa9532d60b,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:00.302716 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4d988e90-9234-4848-a5b5-8a149e9c86ea None None] Provisioning complete for port 5902af49-b9a1-4d5a-b776-83aa9532d60b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:00.303334 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4d988e90-9234-4848-a5b5-8a149e9c86ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.328420 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9de27d13-e6b8-47ac-89b3-a42a2cdcff93 req-a82f5969-6a3d-4202-9c5c-820b0b2bafc0 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 210 time: 0.0709703 Aug 27 16:17:00.345960 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'name': 'tempest-TestMinimumBasicScenario-2145481557-router', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:16:57Z', 'revision_number': 3, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'gw_port': {'id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:00.427249 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507e284-3eec-4da3-94de-3b9a51d591a7 None None] The sync data for ids ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'] in dv-cinder-800695-5-iscsi is: [{'id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'name': 'tempest-TestMinimumBasicScenario-2145481557-router', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:16:57Z', 'revision_number': 3, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'gw_port': {'id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:17:00.430578 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.441050 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.471738 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4d988e90-9234-4848-a5b5-8a149e9c86ea None None] Provisioning for port 7f53f312-f268-4042-97c6-758151d6e098 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:00.476638 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4d988e90-9234-4848-a5b5-8a149e9c86ea None None] Provisioning complete for port 7f53f312-f268-4042-97c6-758151d6e098 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:00.477151 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4d988e90-9234-4848-a5b5-8a149e9c86ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.539588 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4d988e90-9234-4848-a5b5-8a149e9c86ea None None] Port 7f53f312-f268-4042-97c6-758151d6e098 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:00.549548 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7f53f312-f268-4042-97c6-758151d6e098,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:00.552211 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068709'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.667269 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f49d4fe0-8d6a-42a4-9230-0aa7a685f050 None None] Provisioning complete for port 7f53f312-f268-4042-97c6-758151d6e098 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:00.668859 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f49d4fe0-8d6a-42a4-9230-0aa7a685f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.699823 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:00.701553 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:00.724566 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f49d4fe0-8d6a-42a4-9230-0aa7a685f050 None None] Port 7f53f312-f268-4042-97c6-758151d6e098 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:00.918065 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:17:00.948067 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 5902af49-b9a1-4d5a-b776-83aa9532d60b up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:01.040090 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 5902af49-b9a1-4d5a-b776-83aa9532d60b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:01.040466 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:01.170030 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:01.218121 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:17:01.228794 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:01.229289 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:01.230805 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-0629ad32-c395-45fb-bdfd-291274a2f2b3 admin admin] 10.222.0.60 "PUT /v2.0/routers/4c31e1de-6cc9-46ce-b64b-920355cc7b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1024837 Aug 27 16:17:01.233952 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa45f7-fa3d-4093-9ce3-846c32664a3b req-4d4d47e7-83a4-40b4-bb0e-2efec3431a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:01.235399 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0aa45f7-fa3d-4093-9ce3-846c32664a3b req-4d4d47e7-83a4-40b4-bb0e-2efec3431a60 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 1099 time: 0.2063327 Aug 27 16:17:01.259891 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f55b0-fb93-4f42-b73e-35361f698f8e req-073d7b38-a92a-44e6-b2b4-b535432483e3 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:01.267667 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f85f55b0-fb93-4f42-b73e-35361f698f8e req-073d7b38-a92a-44e6-b2b4-b535432483e3 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.2032385 Aug 27 16:17:01.280847 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-be41fddd-cb4a-4e16-b89b-d9a90e602c24 None None] Provisioning complete for port 7f53f312-f268-4042-97c6-758151d6e098 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:01.281295 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-be41fddd-cb4a-4e16-b89b-d9a90e602c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:01.340754 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-be41fddd-cb4a-4e16-b89b-d9a90e602c24 None None] Port 7f53f312-f268-4042-97c6-758151d6e098 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:01.421444 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f85f55b0-fb93-4f42-b73e-35361f698f8e req-7bdfee77-0463-4734-80e6-5e7bf3f238b8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525378 Aug 27 16:17:01.480345 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e9fed2ec-e66b-4d86-a925-5324355a7fd7 req-dfebcf88-2770-4e53-a158-7ff9341a8895 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 210 time: 0.0464869 Aug 27 16:17:01.502463 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa45f7-fa3d-4093-9ce3-846c32664a3b req-ddbc053b-b33b-4412-b071-727485f79b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:01.504052 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0aa45f7-fa3d-4093-9ce3-846c32664a3b req-ddbc053b-b33b-4412-b071-727485f79b57 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 920 time: 0.2281380 Aug 27 16:17:01.570763 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0aa45f7-fa3d-4093-9ce3-846c32664a3b req-83c91922-0a2e-4ec3-ae08-14e5cb6605c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6be219-89e4-477a-aca1-e33b93430061 HTTP/1.1" status: 200 len: 217 time: 0.0584943 Aug 27 16:17:01.643659 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa45f7-fa3d-4093-9ce3-846c32664a3b req-51fbfe5b-10b6-4258-a27c-70f4cccccbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:01.645481 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0aa45f7-fa3d-4093-9ce3-846c32664a3b req-51fbfe5b-10b6-4258-a27c-70f4cccccbb5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3db857fb-1308-4a91-9f8b-3991db022993 HTTP/1.1" status: 200 len: 859 time: 0.0570569 Aug 27 16:17:01.688004 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0aa45f7-fa3d-4093-9ce3-846c32664a3b req-43864d13-df07-480d-9ded-fb32c46daff8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9e8b6fff-c845-4388-aebc-c9251e157b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308766 Aug 27 16:17:01.903868 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34438) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:01.987092 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-e92247e4-9f33-42a9-88b0-77f040430605 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:01.988601 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-e92247e4-9f33-42a9-88b0-77f040430605 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.88 "GET /v2.0/networks?id=3f5b2088-6325-40f0-9326-f8c0cae30e2c HTTP/1.1" status: 200 len: 813 time: 0.2062917 Aug 27 16:17:01.990447 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0aa45f7-fa3d-4093-9ce3-846c32664a3b req-7e666b66-ec30-4d7b-b5a6-45096c17a0e2 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404616 Aug 27 16:17:02.020645 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Request body: {'port': {'device_id': '81ea656c-a4d4-4b57-8ac6-49a0c2e24426', 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c', 'admin_state_up': True, 'tenant_id': 'dc4704e3131046f09560f0dfa373b89c'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:02.047866 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-deb08a52-5bf9-45f5-81da-ef5ca9344cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.151384 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-deb08a52-5bf9-45f5-81da-ef5ca9344cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.156722 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-deb08a52-5bf9-45f5-81da-ef5ca9344cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.207434 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0aa45f7-fa3d-4093-9ce3-846c32664a3b req-3bbb7add-1bce-4ab6-872d-c7ccbad6145c service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812310 Aug 27 16:17:02.213300 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-deb08a52-5bf9-45f5-81da-ef5ca9344cd5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=674470b549484f5f8b9be49ee2129d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075917 Aug 27 16:17:02.215823 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34456) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:02.223588 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb08a52-5bf9-45f5-81da-ef5ca9344cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d820a182-81ef-411b-892e-091a441769bf,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:02.257996 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Made reservation on behalf of dc4704e3131046f09560f0dfa373b89c for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:02.263873 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.323774 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-74af8248-3524-41f8-b80a-72161d9d9ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.354493 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-74af8248-3524-41f8-b80a-72161d9d9ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.415654 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-74af8248-3524-41f8-b80a-72161d9d9ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.420799 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-74af8248-3524-41f8-b80a-72161d9d9ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.426441 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-74af8248-3524-41f8-b80a-72161d9d9ada admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d820a182-81ef-411b-892e-091a441769bf HTTP/1.1" status: 204 len: 168 time: 0.2093363 Aug 27 16:17:02.437569 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af8248-3524-41f8-b80a-72161d9d9ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d820a182-81ef-411b-892e-091a441769bf,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:02.467241 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Allocated IP 172.20.0.2 (3f5b2088-6325-40f0-9326-f8c0cae30e2c/318c6a0e-b07a-4a15-b3f8-0acef83e43f2/b6a7b537-8ed6-40d7-8291-b06cc8e88f55) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:02.625746 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dcd9cc29-2de7-44ce-bae5-acb5c793e4ab req-b919279f-8675-425a-8de5-ac2812f20a09 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 210 time: 0.0442574 Aug 27 16:17:02.718096 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48c72c-d5fc-4dc8-a6f4-50e76385b079 req-427103df-9339-4712-acae-ad0a7d3399b5 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:02.720340 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8d48c72c-d5fc-4dc8-a6f4-50e76385b079 req-427103df-9339-4712-acae-ad0a7d3399b5 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.1676335 Aug 27 16:17:02.723628 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.794625 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8d48c72c-d5fc-4dc8-a6f4-50e76385b079 req-b601d5b3-b54d-4a49-89e2-63507a27f565 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657437 Aug 27 16:17:02.859545 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.878856 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 6110bdc8-9dd5-4637-85e2-9610d208eeeb up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:02.924759 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Network 3f5b2088-6325-40f0-9326-f8c0cae30e2c is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:02.932627 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:02.949648 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:02.980954 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34476) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:02.982863 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Sync routers for ids ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:17:02.998984 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c63c8c3-0b2a-4e73-97ef-5f1d2ec3caca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.000640 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Routers {'4c31e1de-6cc9-46ce-b64b-920355cc7b06'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:17:03.001435 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:16:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:03.009943 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Pushing event updated for resources: {'Port': ['ID=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:03.063753 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:03.064456 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.078109 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 6110bdc8-9dd5-4637-85e2-9610d208eeeb completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:03.087298 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 6110bdc8-9dd5-4637-85e2-9610d208eeeb triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:03.088053 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.160782 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c63c8c3-0b2a-4e73-97ef-5f1d2ec3caca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.220219 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c63c8c3-0b2a-4e73-97ef-5f1d2ec3caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.225423 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Set router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:17:03.229465 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-0cbf1930-9efd-4640-af35-c0a00c287cf2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2148705 Aug 27 16:17:03.251873 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Request body: {'port': {'device_id': '81ea656c-a4d4-4b57-8ac6-49a0c2e24426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:03.314997 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2c63c8c3-0b2a-4e73-97ef-5f1d2ec3caca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a88e959e4a6b44dd994d369446fcea3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308651 Aug 27 16:17:03.315646 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34478) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:03.317922 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63c8c3-0b2a-4e73-97ef-5f1d2ec3caca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478fd183-b7b0-462e-94b3-5d92d4fcb956,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:03.439436 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ffa99a3-af1a-4dfc-8c89-e927ee90f296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.450072 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.488433 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ffa99a3-af1a-4dfc-8c89-e927ee90f296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.615674 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ffa99a3-af1a-4dfc-8c89-e927ee90f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.619652 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ffa99a3-af1a-4dfc-8c89-e927ee90f296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.621103 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-1ffa99a3-af1a-4dfc-8c89-e927ee90f296 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/478fd183-b7b0-462e-94b3-5d92d4fcb956 HTTP/1.1" status: 204 len: 168 time: 0.3042018 Aug 27 16:17:03.631129 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa99a3-af1a-4dfc-8c89-e927ee90f296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478fd183-b7b0-462e-94b3-5d92d4fcb956,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:03.701553 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 6110bdc8-9dd5-4637-85e2-9610d208eeeb, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=6110bdc8-9dd5-4637-85e2-9610d208eeeb,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:03.726443 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.904398 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f84d6-08b5-4f9d-9ac4-a5d99147d128 req-8a32a4a6-6208-4d58-b27e-7f43a714abe3 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:03.914981 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2a4f84d6-08b5-4f9d-9ac4-a5d99147d128 req-8a32a4a6-6208-4d58-b27e-7f43a714abe3 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 931 time: 0.1366780 Aug 27 16:17:03.936592 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=6110bdc8-9dd5-4637-85e2-9610d208eeeb,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:03.982882 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'name': 'tempest-TestMinimumBasicScenario-2145481557-router', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 4, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'gw_port': {'id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '7f53f312-f268-4042-97c6-758151d6e098', 'name': '', 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'mac_address': 'fa:16:3e:05:d5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24664e07-cf61-49e2-8ede-9e180916cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:58Z', 'updated_at': '2021-08-27T16:17:00Z', 'revision_number': 2, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'subnets': [{'id': '24664e07-cf61-49e2-8ede-9e180916cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:04.028792 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Checking router: 4c31e1de-6cc9-46ce-b64b-920355cc7b06 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:17:04.030464 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Updating router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 port 7f53f312-f268-4042-97c6-758151d6e098 binding host dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:17:04.032211 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.043485 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2a4f84d6-08b5-4f9d-9ac4-a5d99147d128 req-9b161c08-3ad8-4424-ab23-df03ecf99de6 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259072 Aug 27 16:17:04.067986 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.140587 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9350a-6619-4df8-8935-db90bee8664a req-dd203f64-0956-4662-ac85-660ec58df305 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:04.150664 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-eea9350a-6619-4df8-8935-db90bee8664a req-dd203f64-0956-4662-ac85-660ec58df305 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.1567729 Aug 27 16:17:04.282532 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-eea9350a-6619-4df8-8935-db90bee8664a req-46697854-805e-47df-b11f-b9232cec541b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255288 Aug 27 16:17:04.555818 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a7b537-8ed6-40d7-8291-b06cc8e88f55 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:04.562089 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.567591 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.581918 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Transition to ACTIVE for port object 7f53f312-f268-4042-97c6-758151d6e098 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:04.591181 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.638521 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Transition to ACTIVE for port object b6a7b537-8ed6-40d7-8291-b06cc8e88f55 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:04.652354 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.675868 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cfd63-8a5f-4a0c-9766-40dc939a6094 None None] Pushing event updated for resources: {'Port': ['ID=7f53f312-f268-4042-97c6-758151d6e098,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:04.786457 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Attempting to bind port 7f53f312-f268-4042-97c6-758151d6e098 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:04.786837 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Attempting to bind port 7f53f312-f268-4042-97c6-758151d6e098 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:04.787201 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Attempting to bind port 7f53f312-f268-4042-97c6-758151d6e098 on network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:04.810706 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:04.811085 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Checking segment: {'id': 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:04.811491 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.817118 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Bound using segment: {'id': 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:04.817789 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Bound port: 7f53f312-f268-4042-97c6-758151d6e098, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:04.818209 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.869487 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:04.912642 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 6110bdc8-9dd5-4637-85e2-9610d208eeeb up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:04.962597 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Attempting to bind port b6a7b537-8ed6-40d7-8291-b06cc8e88f55 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:04.963508 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Attempting to bind port b6a7b537-8ed6-40d7-8291-b06cc8e88f55 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '75528db2-673e-418f-b4e6-8b7f8d13b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:04.963845 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Attempting to bind port b6a7b537-8ed6-40d7-8291-b06cc8e88f55 on network 3f5b2088-6325-40f0-9326-f8c0cae30e2c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:04.968942 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Port b6a7b537-8ed6-40d7-8291-b06cc8e88f55 on network 3f5b2088-6325-40f0-9326-f8c0cae30e2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:04.969257 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Attempting to bind port b6a7b537-8ed6-40d7-8291-b06cc8e88f55 on network 3f5b2088-6325-40f0-9326-f8c0cae30e2c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:04.977131 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:04.977615 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Checking segment: {'id': '75528db2-673e-418f-b4e6-8b7f8d13b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:04.978176 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Bound using segment: {'id': '75528db2-673e-418f-b4e6-8b7f8d13b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:04.978640 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Bound port: b6a7b537-8ed6-40d7-8291-b06cc8e88f55, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75528db2-673e-418f-b4e6-8b7f8d13b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:04.979000 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.989066 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 6110bdc8-9dd5-4637-85e2-9610d208eeeb triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:04.989684 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:05.089506 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] For port 7f53f312-f268-4042-97c6-758151d6e098, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:05.098847 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] For port 7f53f312-f268-4042-97c6-758151d6e098, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=7f53f312-f268-4042-97c6-758151d6e098,segment=NetworkSegment(e08f6e8e-f978-4cbb-b1d7-dac779c4fd86),segment_id=e08f6e8e-f978-4cbb-b1d7-dac779c4fd86)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:05.113490 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:05.139476 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] For port b6a7b537-8ed6-40d7-8291-b06cc8e88f55, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:05.146834 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] For port b6a7b537-8ed6-40d7-8291-b06cc8e88f55, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,segment=NetworkSegment(75528db2-673e-418f-b4e6-8b7f8d13b47c),segment_id=75528db2-673e-418f-b4e6-8b7f8d13b47c)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:05.176090 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:05.248701 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Routers {'4c31e1de-6cc9-46ce-b64b-920355cc7b06'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:17:05.253265 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:16:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:05.257650 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cfd63-8a5f-4a0c-9766-40dc939a6094 None None] Pushing event updated for resources: {'Port': ['ID=7f53f312-f268-4042-97c6-758151d6e098,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:05.263103 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.263727 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:05.265698 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] 10.222.0.88 "PUT /v2.0/ports/b6a7b537-8ed6-40d7-8291-b06cc8e88f55 HTTP/1.1" status: 200 len: 1093 time: 2.0197186 Aug 27 16:17:05.266534 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ea656c-a4d4-4b57-8ac6-49a0c2e24426', 'tag': 'b6a7b537-8ed6-40d7-8291-b06cc8e88f55'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:05.293059 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c969179c-1607-4259-9898-251bba107a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "81ea656c-a4d4-4b57-8ac6-49a0c2e24426", "tag": "b6a7b537-8ed6-40d7-8291-b06cc8e88f55"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:05.353677 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae8178-99fc-4e53-9f11-54643d3bd969 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:05.455010 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] Set router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:17:05.459952 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dda11e-cac7-435d-bfc2-6b8cf3cb56b3 req-4249abf5-bdf8-42eb-b970-62221703c088 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.473629 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e6dda11e-cac7-435d-bfc2-6b8cf3cb56b3 req-4249abf5-bdf8-42eb-b970-62221703c088 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 943 time: 0.3109877 Aug 27 16:17:05.584199 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-99484daf-4e84-46ad-8e74-90a7dd45b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.586374 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-99484daf-4e84-46ad-8e74-90a7dd45b1e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc4704e3131046f09560f0dfa373b89c&device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 1096 time: 0.2085342 Aug 27 16:17:05.620472 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e6dda11e-cac7-435d-bfc2-6b8cf3cb56b3 req-a8c5bbab-d447-40e2-9f80-0143802b8268 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452122 Aug 27 16:17:05.673981 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7434b-8e14-4dfe-8b9c-2012970c26c5 req-10ffee9f-ba9f-4bed-a086-6526435be410 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.675597 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b7c7434b-8e14-4dfe-8b9c-2012970c26c5 req-10ffee9f-ba9f-4bed-a086-6526435be410 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.1247573 Aug 27 16:17:05.742576 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d31126-b511-4929-a3f4-29182820a1aa x-openstack-request-id: req-e9d31126-b511-4929-a3f4-29182820a1aa {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:05.743606 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ea656c-a4d4-4b57-8ac6-49a0c2e24426", "tag": "b6a7b537-8ed6-40d7-8291-b06cc8e88f55", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:05.744641 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9d31126-b511-4929-a3f4-29182820a1aa {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:05.745262 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ea656c-a4d4-4b57-8ac6-49a0c2e24426', 'tag': 'b6a7b537-8ed6-40d7-8291-b06cc8e88f55', 'status': 'completed', 'code': 200} Aug 27 16:17:05.752248 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-23ffb2da-a960-4ea8-a25e-0245070a38ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6a7b537-8ed6-40d7-8291-b06cc8e88f55 HTTP/1.1" status: 200 len: 217 time: 0.1307392 Aug 27 16:17:05.797960 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b7c7434b-8e14-4dfe-8b9c-2012970c26c5 req-2ef20dc0-63d6-463a-8d64-a7d45a3b915e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082177 Aug 27 16:17:05.827734 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'name': 'tempest-TestMinimumBasicScenario-2145481557-router', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 4, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'gw_port': {'id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '7f53f312-f268-4042-97c6-758151d6e098', 'name': '', 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'mac_address': 'fa:16:3e:05:d5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24664e07-cf61-49e2-8ede-9e180916cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:58Z', 'updated_at': '2021-08-27T16:17:05Z', 'revision_number': 4, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'subnets': [{'id': '24664e07-cf61-49e2-8ede-9e180916cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:05.841595 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-625eea2a-34b4-43c8-8372-0aa1263303e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.843096 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-625eea2a-34b4-43c8-8372-0aa1263303e8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=318c6a0e-b07a-4a15-b3f8-0acef83e43f2 HTTP/1.1" status: 200 len: 853 time: 0.0780110 Aug 27 16:17:05.882849 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90263eb5-4688-437a-bfd7-0e9531cd7369 None None] The sync data for ids ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'] in dv-cinder-800695-5-iscsi is: [{'id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'name': 'tempest-TestMinimumBasicScenario-2145481557-router', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 4, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'gw_port': {'id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '7f53f312-f268-4042-97c6-758151d6e098', 'name': '', 'network_id': '6345c8ce-4463-49f3-92a9-600e3b0a6e80', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'mac_address': 'fa:16:3e:05:d5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24664e07-cf61-49e2-8ede-9e180916cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:58Z', 'updated_at': '2021-08-27T16:17:05Z', 'revision_number': 4, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'subnets': [{'id': '24664e07-cf61-49e2-8ede-9e180916cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:17:05.888662 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-4a5a9753-1a12-4551-8c78-ad1408e699f2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3f5b2088-6325-40f0-9326-f8c0cae30e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347705 Aug 27 16:17:06.113306 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-272c8202-4995-4c57-8724-a091a0303144 service neutron] 10.222.0.88 "GET /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095401 Aug 27 16:17:06.260611 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3b0caf5a-a710-4b1b-907c-587506f484ae req-6f280f87-eae9-4a08-8742-47c1cc5704ad service neutron] 10.222.0.88 "GET /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390195 Aug 27 16:17:06.517600 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58445e62-1982-43bf-9e3a-041940a64b78 req-3973fff9-9d5b-4b98-af6d-87a0f00603c3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:06.521794 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969179c-1607-4259-9898-251bba107a9c req-021ac5e3-4e4a-488c-8d6b-169c39631dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:06.523938 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c969179c-1607-4259-9898-251bba107a9c req-021ac5e3-4e4a-488c-8d6b-169c39631dee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc4704e3131046f09560f0dfa373b89c&device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 1096 time: 0.1045341 Aug 27 16:17:06.528563 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-3973fff9-9d5b-4b98-af6d-87a0f00603c3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 814 time: 0.2380443 Aug 27 16:17:06.551013 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-9ffe27e7-798d-4bee-b97c-9bd19071bbf7 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/quotas/94b4345eaeda4018a5de93fd89b2c24b HTTP/1.1" status: 200 len: 375 time: 0.0214982 Aug 27 16:17:06.616057 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-f3dc97ee-cd51-44ba-b626-b68032aaaa87 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640202 Aug 27 16:17:06.729989 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969179c-1607-4259-9898-251bba107a9c req-af9493cf-fc5f-4839-b48c-c33e6cf588b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:06.734993 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c969179c-1607-4259-9898-251bba107a9c req-af9493cf-fc5f-4839-b48c-c33e6cf588b7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3f5b2088-6325-40f0-9326-f8c0cae30e2c HTTP/1.1" status: 200 len: 914 time: 0.1973763 Aug 27 16:17:06.831101 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b948baa9-d041-4472-9b3c-dc4e0f774a56 service neutron] 10.222.0.60 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063167 Aug 27 16:17:06.841638 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c969179c-1607-4259-9898-251bba107a9c req-fe781477-32b2-4284-9fb1-501166688857 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6a7b537-8ed6-40d7-8291-b06cc8e88f55 HTTP/1.1" status: 200 len: 217 time: 0.0929220 Aug 27 16:17:06.927004 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 7f53f312-f268-4042-97c6-758151d6e098 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:06.948173 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-016bb2d0-0828-4c4b-a6b4-4cdfcb462364 service neutron] 10.222.0.60 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147616 Aug 27 16:17:06.998573 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969179c-1607-4259-9898-251bba107a9c req-2cb47b85-c8d6-44ac-b44f-684842ffdf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:07.001559 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c969179c-1607-4259-9898-251bba107a9c req-2cb47b85-c8d6-44ac-b44f-684842ffdf14 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=318c6a0e-b07a-4a15-b3f8-0acef83e43f2 HTTP/1.1" status: 200 len: 853 time: 0.1485069 Aug 27 16:17:07.039685 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 7f53f312-f268-4042-97c6-758151d6e098 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:07.044683 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 7f53f312-f268-4042-97c6-758151d6e098 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:07.045064 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:07.078986 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c969179c-1607-4259-9898-251bba107a9c req-5ff44d5f-f210-40d4-8745-f17d6aa0b1c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3f5b2088-6325-40f0-9326-f8c0cae30e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689864 Aug 27 16:17:07.169838 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:07.231719 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 7f53f312-f268-4042-97c6-758151d6e098, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=7f53f312-f268-4042-97c6-758151d6e098,segment=NetworkSegment(e08f6e8e-f978-4cbb-b1d7-dac779c4fd86),segment_id=e08f6e8e-f978-4cbb-b1d7-dac779c4fd86)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:07.248283 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:07.268851 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8589787-7ee9-4f71-9a79-825f2a1e11f2 req-4c0683f8-9018-42fe-8104-4a53f550e9bc tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:07.270433 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c8589787-7ee9-4f71-9a79-825f2a1e11f2 req-4c0683f8-9018-42fe-8104-4a53f550e9bc tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 943 time: 0.2059157 Aug 27 16:17:07.358725 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c969179c-1607-4259-9898-251bba107a9c req-c51d67c1-ffe6-48ab-ad3e-42b82bbec9d6 service neutron] 10.222.0.88 "GET /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596741 Aug 27 16:17:07.376077 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c8589787-7ee9-4f71-9a79-825f2a1e11f2 req-9e67ce16-1b71-49d5-9459-2020ad406af5 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934083 Aug 27 16:17:07.382025 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=7f53f312-f268-4042-97c6-758151d6e098,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:07.606165 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bca10f-919e-4cd3-b740-fb05f25d49c2 req-a330a098-0e84-431b-b41d-7f6b784d0002 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:07.607831 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e9bca10f-919e-4cd3-b740-fb05f25d49c2 req-a330a098-0e84-431b-b41d-7f6b784d0002 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.1109793 Aug 27 16:17:07.652255 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c969179c-1607-4259-9898-251bba107a9c req-944f3c65-c5eb-42cb-8a6f-5e301d9df2b1 service neutron] 10.222.0.88 "GET /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727630 Aug 27 16:17:07.687081 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e9bca10f-919e-4cd3-b740-fb05f25d49c2 req-ccc5874e-0216-4857-b4c8-103b23aa323a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724013 Aug 27 16:17:07.805432 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-db83c032-0773-44e4-bfac-334fa5ff468c req-07e4ad74-3aa0-4648-b1e6-e88eb92679bc tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 210 time: 0.0518196 Aug 27 16:17:08.507912 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a773655-762f-4a1f-9585-b8b45415807d req-b2ef062d-3b8e-4595-9a3c-837ef9b03dbd tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:08.509445 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a773655-762f-4a1f-9585-b8b45415807d req-b2ef062d-3b8e-4595-9a3c-837ef9b03dbd tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 943 time: 0.0603349 Aug 27 16:17:08.552859 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a773655-762f-4a1f-9585-b8b45415807d req-4f1e6e28-3924-4225-bbf7-43aa0110ab13 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369568 Aug 27 16:17:08.904594 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 7f53f312-f268-4042-97c6-758151d6e098 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:08.994066 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 34680) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:09.013536 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1dc6b-2bf9-4489-8b4f-f5431981c266 req-a59530dd-6a8a-4f34-8d98-be4534e750ca tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:09.029330 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bad1dc6b-2bf9-4489-8b4f-f5431981c266 req-a59530dd-6a8a-4f34-8d98-be4534e750ca tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.1751864 Aug 27 16:17:09.047422 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 7f53f312-f268-4042-97c6-758151d6e098 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:09.047810 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.174442 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bad1dc6b-2bf9-4489-8b4f-f5431981c266 req-8fc12d49-d382-46af-8e72-8500c5d79da9 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357834 Aug 27 16:17:09.185577 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58445e62-1982-43bf-9e3a-041940a64b78 req-71e177fc-a786-4c3c-99b1-774c90feb490 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:09.187109 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-71e177fc-a786-4c3c-99b1-774c90feb490 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 814 time: 0.2736814 Aug 27 16:17:09.220607 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Request body: {'port': {'device_id': 'a7c1374d-522c-411b-846e-0e35b54eee5a', 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b', 'admin_state_up': True, 'tenant_id': '94b4345eaeda4018a5de93fd89b2c24b'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:09.234681 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fba8df0f-033a-475d-acbc-c537d806d335 req-e33fe8d1-094f-4ad1-bba7-f8824718a603 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 210 time: 0.0435598 Aug 27 16:17:09.297338 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.447128 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.456324 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.511090 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e872afae8fd049c1b723852058647684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157433 Aug 27 16:17:09.512215 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34690) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:09.512831 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Made reservation on behalf of 94b4345eaeda4018a5de93fd89b2c24b for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:09.519027 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.521004 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0bd350-c78e-44fe-b479-1ab92b4ca95c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:09.529361 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.529716 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.530078 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.530420 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.530754 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.531085 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.531414 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.531739 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.532064 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.534646 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.534996 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.535324 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94360-73e7-43cc-b34c-3fa4227edf35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:09.570622 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-672696c3-1df9-4503-87ba-45e73d0f5853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.637972 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-672696c3-1df9-4503-87ba-45e73d0f5853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.693502 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Allocated IP 172.20.0.3 (ada80764-89cb-4a2f-a346-67cc2b2bb65b/3e01547a-fddb-46f7-ac4b-24e87045709f/05fa2c2b-5fb3-4ee1-bc4c-02168c9063db) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:09.711570 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaeb9a-96ea-433e-82fb-fdedddbe181f req-a60b1424-7a5f-4cd7-9478-161319caecea tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:09.713107 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5bbaeb9a-96ea-433e-82fb-fdedddbe181f req-a60b1424-7a5f-4cd7-9478-161319caecea tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 943 time: 0.0855265 Aug 27 16:17:09.784936 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5bbaeb9a-96ea-433e-82fb-fdedddbe181f req-8e34a947-5c8d-492c-b4e9-35aced0cc92a tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623305 Aug 27 16:17:09.785939 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-672696c3-1df9-4503-87ba-45e73d0f5853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.789183 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-672696c3-1df9-4503-87ba-45e73d0f5853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.792518 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-672696c3-1df9-4503-87ba-45e73d0f5853 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d0bd350-c78e-44fe-b479-1ab92b4ca95c HTTP/1.1" status: 204 len: 168 time: 0.2767112 Aug 27 16:17:09.810079 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672696c3-1df9-4503-87ba-45e73d0f5853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0bd350-c78e-44fe-b479-1ab92b4ca95c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:09.927290 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.973409 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.014715 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f9a50738-e3f0-4064-8ccb-8309619fc50c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:10.024436 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Network ada80764-89cb-4a2f-a346-67cc2b2bb65b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:10.030022 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:10.034259 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:10.082198 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Pushing event updated for resources: {'Port': ['ID=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:10.145150 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.145774 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.177923 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-c56361e9-d8af-42c5-b1de-a61bb32fe79f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9612246 Aug 27 16:17:10.188937 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 34700) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:10.222818 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ecaa50c7-2270-4056-8941-a19b57e4b321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.310764 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Request body: {'port': {'device_id': 'a7c1374d-522c-411b-846e-0e35b54eee5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:10.336542 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d61de-ac5b-4b70-85c3-5dd960683a03 req-5ccaa8a9-9e31-4c70-bef9-ac3c742bf78f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.338047 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c66d61de-ac5b-4b70-85c3-5dd960683a03 req-5ccaa8a9-9e31-4c70-bef9-ac3c742bf78f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0640645 Aug 27 16:17:10.394309 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ecaa50c7-2270-4056-8941-a19b57e4b321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.397292 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.402472 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c66d61de-ac5b-4b70-85c3-5dd960683a03 req-362cc21b-3500-4b28-880b-a81ab909a5d5 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574319 Aug 27 16:17:10.413325 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ecaa50c7-2270-4056-8941-a19b57e4b321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.512377 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa50c7-2270-4056-8941-a19b57e4b321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bac21d1-daa7-41f9-abc7-0a95ceb179a8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:10.523450 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-ecaa50c7-2270-4056-8941-a19b57e4b321 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21924b102f25419182ce8fb482fe9545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334250 Aug 27 16:17:10.526008 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34708) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:10.590886 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78de4-fde0-4d5e-b946-99a6e9910f8b req-8e25f585-de78-4113-8a43-4cf15c2d2601 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.592362 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-08e78de4-fde0-4d5e-b946-99a6e9910f8b req-8e25f585-de78-4113-8a43-4cf15c2d2601 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 931 time: 0.1813047 Aug 27 16:17:10.599299 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d737db9a-b7fd-436b-bcde-70a076422f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.622565 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d737db9a-b7fd-436b-bcde-70a076422f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.681701 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d737db9a-b7fd-436b-bcde-70a076422f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.685481 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d737db9a-b7fd-436b-bcde-70a076422f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.688923 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d737db9a-b7fd-436b-bcde-70a076422f04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0bac21d1-daa7-41f9-abc7-0a95ceb179a8 HTTP/1.1" status: 204 len: 168 time: 0.1589718 Aug 27 16:17:10.690673 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-08e78de4-fde0-4d5e-b946-99a6e9910f8b req-78569201-11d8-413e-aaf9-568043fb532d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882885 Aug 27 16:17:10.697775 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737db9a-b7fd-436b-bcde-70a076422f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bac21d1-daa7-41f9-abc7-0a95ceb179a8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:10.834511 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:10.846546 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.860691 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Transition to ACTIVE for port object 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:10.865330 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.957520 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc1792-6bf8-4912-beaf-58b45b21b1e9 req-3739483c-1f0b-4b0c-beaf-d807c496c278 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.965589 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b0dc1792-6bf8-4912-beaf-58b45b21b1e9 req-3739483c-1f0b-4b0c-beaf-d807c496c278 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 943 time: 0.0845382 Aug 27 16:17:10.986088 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:17:11.021168 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Attempting to bind port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:11.021168 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Attempting to bind port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:11.021763 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Attempting to bind port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db on network ada80764-89cb-4a2f-a346-67cc2b2bb65b {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:11.023364 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b0dc1792-6bf8-4912-beaf-58b45b21b1e9 req-2c564558-3d2e-4177-be5f-95aaec3cd46f tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532038 Aug 27 16:17:11.025145 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Pushing event updated for resources: {'Port': ['ID=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:11.037133 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db on network ada80764-89cb-4a2f-a346-67cc2b2bb65b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:11.037651 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Attempting to bind port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db on network ada80764-89cb-4a2f-a346-67cc2b2bb65b {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:11.044570 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:11.045173 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Checking segment: {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:11.045558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Bound using segment: {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:11.046000 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Bound port: 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:11.046397 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:11.127461 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] For port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:11.131224 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] For port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:11.167379 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:11.214959 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:11.215728 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:11.217342 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] 10.222.0.88 "PUT /v2.0/ports/05fa2c2b-5fb3-4ee1-bc4c-02168c9063db HTTP/1.1" status: 200 len: 1093 time: 0.9112146 Aug 27 16:17:11.217875 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c1374d-522c-411b-846e-0e35b54eee5a', 'tag': '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:11.220458 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c1374d-522c-411b-846e-0e35b54eee5a", "tag": "05fa2c2b-5fb3-4ee1-bc4c-02168c9063db"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:11.258505 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489d00a-1153-4969-9b7e-7b9f76870830 service neutron] Pushing event updated for resources: {'Port': ['ID=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:11.276135 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05c9900-e74d-4e8a-b11a-823a5c93b62e x-openstack-request-id: req-e05c9900-e74d-4e8a-b11a-823a5c93b62e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:11.276523 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c1374d-522c-411b-846e-0e35b54eee5a", "tag": "05fa2c2b-5fb3-4ee1-bc4c-02168c9063db", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:11.276662 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e05c9900-e74d-4e8a-b11a-823a5c93b62e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:11.277068 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c1374d-522c-411b-846e-0e35b54eee5a', 'tag': '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db', 'status': 'completed', 'code': 200} Aug 27 16:17:11.387346 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58445e62-1982-43bf-9e3a-041940a64b78 req-76439cdc-99f9-442d-a8fa-58116f3a9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:11.388846 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-76439cdc-99f9-442d-a8fa-58116f3a9902 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 1096 time: 0.0750206 Aug 27 16:17:11.500676 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-12778876-54e1-428d-a383-372b960b3702 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db HTTP/1.1" status: 200 len: 217 time: 0.0845408 Aug 27 16:17:11.560479 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device b6a7b537-8ed6-40d7-8291-b06cc8e88f55 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:17:11.578842 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739519-daf2-42af-8735-fef08f47747a req-f887ff26-0ea5-464d-affa-9e8dc884ad25 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:11.580476 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-83739519-daf2-42af-8735-fef08f47747a req-f887ff26-0ea5-464d-affa-9e8dc884ad25 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0830574 Aug 27 16:17:11.651849 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-83739519-daf2-42af-8735-fef08f47747a req-e0ce8e3a-3bf5-4356-b7f8-a94db58ae62f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532582 Aug 27 16:17:11.658230 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58445e62-1982-43bf-9e3a-041940a64b78 req-336fc56d-0d8a-4940-b111-b8703ea34570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:11.659914 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-336fc56d-0d8a-4940-b111-b8703ea34570 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3e01547a-fddb-46f7-ac4b-24e87045709f HTTP/1.1" status: 200 len: 854 time: 0.1022179 Aug 27 16:17:11.728579 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-95c37fa5-a125-41c5-bdcf-163758d4d4a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ada80764-89cb-4a2f-a346-67cc2b2bb65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612006 Aug 27 16:17:11.768448 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port b6a7b537-8ed6-40d7-8291-b06cc8e88f55, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,segment=NetworkSegment(75528db2-673e-418f-b4e6-8b7f8d13b47c),segment_id=75528db2-673e-418f-b4e6-8b7f8d13b47c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:11.801184 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'b6a7b537-8ed6-40d7-8291-b06cc8e88f55', 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c', 'port_id': 'b6a7b537-8ed6-40d7-8291-b06cc8e88f55', 'mac_address': 'fa:16:3e:d3:fd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318c6a0e-b07a-4a15-b3f8-0acef83e43f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:17:11.871718 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:11.894094 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a7b537-8ed6-40d7-8291-b06cc8e88f55 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:11.926359 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da887e6-9ef4-4e7a-a92f-e27980399c9a req-fe924181-2e90-40ec-9c6a-3ba2bb53bb0c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:11.930346 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port b6a7b537-8ed6-40d7-8291-b06cc8e88f55, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,segment=NetworkSegment(75528db2-673e-418f-b4e6-8b7f8d13b47c),segment_id=75528db2-673e-418f-b4e6-8b7f8d13b47c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:11.935214 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2da887e6-9ef4-4e7a-a92f-e27980399c9a req-fe924181-2e90-40ec-9c6a-3ba2bb53bb0c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 943 time: 0.0927126 Aug 27 16:17:11.948902 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-d13f67de-501b-4efc-87ac-eae2716cf8d3 service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991515 Aug 27 16:17:11.952828 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:12.010175 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:12.072274 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2da887e6-9ef4-4e7a-a92f-e27980399c9a req-13c7efe9-c8a5-458a-986a-5945b7a98e3a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361372 Aug 27 16:17:12.132212 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-58445e62-1982-43bf-9e3a-041940a64b78 req-e2296325-fcca-4af9-ba3a-c0fd3d17464b service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650667 Aug 27 16:17:12.179673 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed7c3-848f-4ff3-9884-432216ade599 req-733f8b94-4e22-40e0-a2ff-bb009df63e51 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:12.189335 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-106ed7c3-848f-4ff3-9884-432216ade599 req-733f8b94-4e22-40e0-a2ff-bb009df63e51 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 944 time: 0.0818982 Aug 27 16:17:12.232612 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-106ed7c3-848f-4ff3-9884-432216ade599 req-02dbf323-391d-420a-961b-54cce97809a8 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Aug 27 16:17:12.320294 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc req-bff6d9ae-4e9a-42e9-b186-b4ad677663f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:12.322144 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc req-bff6d9ae-4e9a-42e9-b186-b4ad677663f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 1096 time: 0.0511348 Aug 27 16:17:12.476596 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc req-e3df1f2f-4cd4-4a37-aaa9-11a1a05a88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:12.478950 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc req-e3df1f2f-4cd4-4a37-aaa9-11a1a05a88eb service neutron] 10.222.0.88 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 915 time: 0.1399572 Aug 27 16:17:12.523296 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc req-5e64fd57-7cf3-4865-8644-57572bc2d393 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db HTTP/1.1" status: 200 len: 217 time: 0.0365276 Aug 27 16:17:12.583742 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc req-295f7db7-badf-4169-878b-8b443502afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:12.587526 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc req-295f7db7-badf-4169-878b-8b443502afc8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3e01547a-fddb-46f7-ac4b-24e87045709f HTTP/1.1" status: 200 len: 854 time: 0.0519276 Aug 27 16:17:12.639498 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc req-3042dfbb-d1df-48db-938e-cdd367b73299 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ada80764-89cb-4a2f-a346-67cc2b2bb65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391254 Aug 27 16:17:12.780893 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc req-c7bad144-9e90-48fc-b355-f175f6146297 service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291299 Aug 27 16:17:12.838575 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a3f80-8e3a-4535-97ea-7d78000ecef9 req-e99682e2-583a-43d1-9aff-70ae9ca6bc15 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:12.845544 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-701a3f80-8e3a-4535-97ea-7d78000ecef9 req-e99682e2-583a-43d1-9aff-70ae9ca6bc15 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0608830 Aug 27 16:17:12.896587 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-701a3f80-8e3a-4535-97ea-7d78000ecef9 req-0ba4445d-d9c6-4feb-97d1-6c9a10f818e8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500860 Aug 27 16:17:12.924135 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-62dfebf1-b38f-4cea-8bc5-a5ca0c609afc req-ae169dec-b6bf-4f5b-a633-f53f6ddcca12 service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241910 Aug 27 16:17:12.932031 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['b6a7b537-8ed6-40d7-8291-b06cc8e88f55'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:13.189516 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723b682-ac55-4795-bde2-20a4ca5277d2 req-728f3360-5b4a-4b85-aea0-d2fd8bb39aca tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:13.191064 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3723b682-ac55-4795-bde2-20a4ca5277d2 req-728f3360-5b4a-4b85-aea0-d2fd8bb39aca tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 943 time: 0.0510924 Aug 27 16:17:13.233401 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3723b682-ac55-4795-bde2-20a4ca5277d2 req-3ce70443-eeb1-4246-9fb9-d69ccd2d958f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362847 Aug 27 16:17:13.610348 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519d968-bb69-4098-a972-73ff1a99f7f5 req-46a1de26-39c3-41f6-8c8b-b09364815de5 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:13.618157 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1519d968-bb69-4098-a972-73ff1a99f7f5 req-46a1de26-39c3-41f6-8c8b-b09364815de5 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 944 time: 0.3167171 Aug 27 16:17:13.654802 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1519d968-bb69-4098-a972-73ff1a99f7f5 req-64d44229-f58d-4d50-85ad-c83756399794 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357194 Aug 27 16:17:14.024526 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d13017-8084-4b80-83dc-7fb1f11766f6 req-a021829e-01a5-4359-9f78-9a1dc9cfe881 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:14.026352 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-37d13017-8084-4b80-83dc-7fb1f11766f6 req-a021829e-01a5-4359-9f78-9a1dc9cfe881 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0597010 Aug 27 16:17:14.076779 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-37d13017-8084-4b80-83dc-7fb1f11766f6 req-cd94b037-b031-46ef-bfbf-541cfba42d3f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Aug 27 16:17:14.358117 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56cc3-8dd2-4aa6-962c-f2398e4b1f86 req-c2a23eeb-ba25-4922-aeb5-17da84a770ac tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:14.361310 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38b56cc3-8dd2-4aa6-962c-f2398e4b1f86 req-c2a23eeb-ba25-4922-aeb5-17da84a770ac tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 943 time: 0.0514281 Aug 27 16:17:14.403976 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38b56cc3-8dd2-4aa6-962c-f2398e4b1f86 req-fc1b4e85-9ce4-4a7f-8413-baeeca688aff tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379529 Aug 27 16:17:14.795064 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdb10e-e792-4cba-ace4-331a0ed2b1c5 req-a4d9ac2c-7b31-44ed-b26d-71483c8bf8fb tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:14.800147 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bacdb10e-e792-4cba-ace4-331a0ed2b1c5 req-a4d9ac2c-7b31-44ed-b26d-71483c8bf8fb tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 944 time: 0.0575876 Aug 27 16:17:14.846127 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bacdb10e-e792-4cba-ace4-331a0ed2b1c5 req-a6d99743-5724-455a-8bd3-ef8edbf2a400 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383737 Aug 27 16:17:15.194740 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb11f2-38e7-4b3f-9987-16f61b3d80e3 req-a0c87bda-c1dc-49e4-9499-f847b887bbdf tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:15.196184 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0eeb11f2-38e7-4b3f-9987-16f61b3d80e3 req-a0c87bda-c1dc-49e4-9499-f847b887bbdf tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0480294 Aug 27 16:17:15.233044 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0eeb11f2-38e7-4b3f-9987-16f61b3d80e3 req-69aff73a-e165-43ac-84ca-f2420e5e2a75 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308368 Aug 27 16:17:15.563824 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-7e641323-d9da-4985-8219-a5e6b338f6d5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:15.565402 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-7e641323-d9da-4985-8219-a5e6b338f6d5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/networks?id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f HTTP/1.1" status: 200 len: 814 time: 0.1034739 Aug 27 16:17:15.575308 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb3301-aa4e-49ae-aad4-e8fd9bd84fb6 req-048afb20-8c61-4f9a-b8d3-a9dc43f5d77c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:15.576965 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a6fb3301-aa4e-49ae-aad4-e8fd9bd84fb6 req-048afb20-8c61-4f9a-b8d3-a9dc43f5d77c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 943 time: 0.0481505 Aug 27 16:17:15.580329 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-c22177ba-bc95-49c3-be39-6b136343747c tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/quotas/9d760c04e0f24e10b51a946f2f85d861 HTTP/1.1" status: 200 len: 375 time: 0.0090759 Aug 27 16:17:15.598900 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:17:15.609746 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device b6a7b537-8ed6-40d7-8291-b06cc8e88f55 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:15.617088 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a6fb3301-aa4e-49ae-aad4-e8fd9bd84fb6 req-d2659b83-a26b-4c58-be55-7c0b7c7ca2e1 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336733 Aug 27 16:17:15.635811 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-07ac38ac-2e3c-4ae4-ad28-f72f94404ddb tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d760c04e0f24e10b51a946f2f85d861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499053 Aug 27 16:17:15.717998 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port b6a7b537-8ed6-40d7-8291-b06cc8e88f55 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:15.730366 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port b6a7b537-8ed6-40d7-8291-b06cc8e88f55 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:15.730741 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.739985 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-c5c38614-0e93-4b56-a656-a10cec42c280 service neutron] 10.222.0.60 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951631 Aug 27 16:17:15.766341 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:15.784793 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db', 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b', 'port_id': '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db', 'mac_address': 'fa:16:3e:40:cd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e01547a-fddb-46f7-ac4b-24e87045709f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:17:15.849691 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-81ca313a-2318-4776-bb70-f4aa88a4d5d2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450540 Aug 27 16:17:15.859451 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-cc1bd64a-472c-4d79-b0dd-d444d0471673 service neutron] 10.222.0.60 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102300 Aug 27 16:17:15.861679 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.874813 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.888129 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:15.925648 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ea656c-a4d4-4b57-8ac6-49a0c2e24426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a7b537-8ed6-40d7-8291-b06cc8e88f55'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:15.928212 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2c1406-078c-4471-b3e8-631944473c65" -d '{"events": [{"server_uuid": "81ea656c-a4d4-4b57-8ac6-49a0c2e24426", "name": "network-vif-plugged", "status": "completed", "tag": "b6a7b537-8ed6-40d7-8291-b06cc8e88f55"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:15.932790 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:15.944856 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.949975 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port b6a7b537-8ed6-40d7-8291-b06cc8e88f55, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,segment=NetworkSegment(75528db2-673e-418f-b4e6-8b7f8d13b47c),segment_id=75528db2-673e-418f-b4e6-8b7f8d13b47c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:15.985741 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:16.020746 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:16.033916 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-7e420532-c67e-4b14-8086-99ea4f04566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:16.035429 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-7e420532-c67e-4b14-8086-99ea4f04566d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 1098 time: 0.1204581 Aug 27 16:17:16.045269 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a43b62-3304-48c1-b61c-9157c0bad2ba req-1652d232-ad35-4642-ab13-0771f250de7a tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:16.052403 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-98a43b62-3304-48c1-b61c-9157c0bad2ba req-1652d232-ad35-4642-ab13-0771f250de7a tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 945 time: 0.0831897 Aug 27 16:17:16.073620 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd538b86-a552-47a6-92cc-d0a2ea4dcf7f x-openstack-request-id: req-bd538b86-a552-47a6-92cc-d0a2ea4dcf7f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:16.074454 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ea656c-a4d4-4b57-8ac6-49a0c2e24426", "name": "network-vif-plugged", "status": "completed", "tag": "b6a7b537-8ed6-40d7-8291-b06cc8e88f55", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:16.074876 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd538b86-a552-47a6-92cc-d0a2ea4dcf7f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:16.075755 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ea656c-a4d4-4b57-8ac6-49a0c2e24426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a7b537-8ed6-40d7-8291-b06cc8e88f55', 'code': 200} Aug 27 16:17:16.102469 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:16.126859 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 34838) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:16.141954 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-98a43b62-3304-48c1-b61c-9157c0bad2ba req-913aeed1-f92d-48c7-81e6-37a902a8f6f8 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757680 Aug 27 16:17:16.164018 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f9774ead-b595-4e2f-944b-cb5b45472aba req-db87fa3c-9e47-4276-806f-047ae262f9d4 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 210 time: 0.0515037 Aug 27 16:17:16.253478 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-b9be3ade-170c-43ce-b1b6-5b8a0b212a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:16.258236 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-b9be3ade-170c-43ce-b1b6-5b8a0b212a50 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 920 time: 0.1149211 Aug 27 16:17:16.316484 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:16.318088 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-fb21f852-2a2b-4f1d-b260-af7d1ed39954 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd938b12-bb41-41d1-a027-5650fe0c9df6 HTTP/1.1" status: 200 len: 217 time: 0.0423353 Aug 27 16:17:16.394200 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56ee5f-18c3-421b-8fa1-b8e5e0ca6081 req-d9e35fa1-8c78-4cc1-a9da-bc7511f68c23 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:16.395971 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ef56ee5f-18c3-421b-8fa1-b8e5e0ca6081 req-d9e35fa1-8c78-4cc1-a9da-bc7511f68c23 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0687277 Aug 27 16:17:16.408702 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-da536631-23ef-493b-8be8-9641670631cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:16.410548 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-da536631-23ef-493b-8be8-9641670631cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3db857fb-1308-4a91-9f8b-3991db022993 HTTP/1.1" status: 200 len: 859 time: 0.0640430 Aug 27 16:17:16.412658 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b27e99-34b8-4aca-a533-7f7fd62acd76 req-7e68096a-7902-49dd-bd45-500bd513aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:16.414399 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-48b27e99-34b8-4aca-a533-7f7fd62acd76 req-7e68096a-7902-49dd-bd45-500bd513aa18 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 1098 time: 0.0954127 Aug 27 16:17:16.455228 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ef56ee5f-18c3-421b-8fa1-b8e5e0ca6081 req-31d14b81-6a69-45d8-85d9-d60b644ebd0e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470161 Aug 27 16:17:16.502538 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:16.509967 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:16.527057 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-48b27e99-34b8-4aca-a533-7f7fd62acd76 req-062d9a95-7e27-432a-bfd7-90b7ec0e50fa service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Aug 27 16:17:16.529090 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-3957fdce-ce69-44f1-a6e1-8f10cb642aaf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9e8b6fff-c845-4388-aebc-c9251e157b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605793 Aug 27 16:17:16.549389 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5fd55561c46f4ecd90c3194706b03709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213855 Aug 27 16:17:16.551269 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8800177a-c625-425e-9494-c4b49916f657,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:16.552542 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 34852) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:16.558966 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.559316 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.559659 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.559992 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.560495 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.561002 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.561332 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.561663 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.561990 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.562342 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.562668 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.562988 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f291db-3934-4685-8547-5fe5e844bc96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:16.590593 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['05fa2c2b-5fb3-4ee1-bc4c-02168c9063db'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:16.602157 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-196e64a1-dd9d-4fa3-8854-fb05877bd349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:16.623299 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-196e64a1-dd9d-4fa3-8854-fb05877bd349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:16.672459 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-196e64a1-dd9d-4fa3-8854-fb05877bd349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:16.675141 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-196e64a1-dd9d-4fa3-8854-fb05877bd349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:16.676403 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-196e64a1-dd9d-4fa3-8854-fb05877bd349 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8800177a-c625-425e-9494-c4b49916f657 HTTP/1.1" status: 204 len: 168 time: 0.1221864 Aug 27 16:17:16.686215 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e64a1-dd9d-4fa3-8854-fb05877bd349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8800177a-c625-425e-9494-c4b49916f657,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:16.751642 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f6f2e-4d70-4eac-ad30-53a9629f936d req-f3fcd880-b965-4a0d-aaa0-2657cb3e5a19 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:16.753136 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-219f6f2e-4d70-4eac-ad30-53a9629f936d req-f3fcd880-b965-4a0d-aaa0-2657cb3e5a19 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 944 time: 0.0577769 Aug 27 16:17:16.793495 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-219f6f2e-4d70-4eac-ad30-53a9629f936d req-c24602be-be38-4f38-9626-40dd53dd2082 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Aug 27 16:17:17.158202 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-198cc58f-b071-4ebd-a2e0-2aca02e648f0 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254134 Aug 27 16:17:17.165412 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5467670-7b14-4528-990c-bb1079d6a4a4 req-758d70a7-bdb3-4729-b3bc-247cef8341df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:17.167131 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5467670-7b14-4528-990c-bb1079d6a4a4 req-758d70a7-bdb3-4729-b3bc-247cef8341df service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 1099 time: 0.0653758 Aug 27 16:17:17.253004 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c277814-16ec-4baa-94e6-ff30af52e56e req-0a0e4fa2-5347-4ef6-bd95-bce0bd431940 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:17.269126 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7c277814-16ec-4baa-94e6-ff30af52e56e req-0a0e4fa2-5347-4ef6-bd95-bce0bd431940 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 945 time: 0.0655863 Aug 27 16:17:17.315215 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7c277814-16ec-4baa-94e6-ff30af52e56e req-0587ae5a-4730-4288-af91-a0730aeaf67b tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450592 Aug 27 16:17:17.337571 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1f1395ba-2abd-431b-ac4b-7f7fc1ea160d req-9d4485f9-e6bf-4705-8421-4cb944c5ef1c tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 210 time: 0.0461640 Aug 27 16:17:17.345173 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5467670-7b14-4528-990c-bb1079d6a4a4 req-5d867463-0366-4520-a5b2-c36c3681809b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805087 Aug 27 16:17:17.368704 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6322f0a6-7e4e-4066-af46-daf01168e64a req-c7e028e0-7895-4ab9-a5ce-cbbba0e408e0 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561568 Aug 27 16:17:17.571408 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f517b-5850-4aeb-9f16-c074d6b21584 req-2efecc03-35fc-4ae9-9455-820a8b3999f6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:17.574170 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a04f517b-5850-4aeb-9f16-c074d6b21584 req-2efecc03-35fc-4ae9-9455-820a8b3999f6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0509250 Aug 27 16:17:17.588423 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-91807f28-55e3-4317-90bb-8f8ba4774cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:17.612201 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a04f517b-5850-4aeb-9f16-c074d6b21584 req-29e98364-62ae-4196-bca7-9c8e5b170c52 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Aug 27 16:17:17.751234 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:17.914054 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac200e11-c852-4562-ae03-7a16886ff188 req-ca1d8058-5b82-4ce6-a646-32072fdd6afa tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:17.915589 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ac200e11-c852-4562-ae03-7a16886ff188 req-ca1d8058-5b82-4ce6-a646-32072fdd6afa tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 944 time: 0.0532837 Aug 27 16:17:17.953898 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ac200e11-c852-4562-ae03-7a16886ff188 req-00a33b01-4b5e-4089-a2dc-8e3ff09fe6cc tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315733 Aug 27 16:17:18.417396 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a2b92-e47f-4934-9afd-7a0090da038f req-9d414832-d3df-4dc5-bac9-f31516c82d96 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:18.418922 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a82a2b92-e47f-4934-9afd-7a0090da038f req-9d414832-d3df-4dc5-bac9-f31516c82d96 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Aug 27 16:17:18.456250 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a82a2b92-e47f-4934-9afd-7a0090da038f req-12cc0e03-c4a5-4795-a230-5f7b5a21d054 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Aug 27 16:17:18.537319 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1f89f5d9-1c58-4436-b0e4-075faccbd623 req-dfc57cb6-afb6-425d-a83e-2487dab6051c tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 210 time: 0.0272069 Aug 27 16:17:18.717997 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-980287b0-5d69-4bda-8580-a1eab32683c4 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:18.719553 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-980287b0-5d69-4bda-8580-a1eab32683c4 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.88 "GET /v2.0/networks?id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f HTTP/1.1" status: 200 len: 814 time: 0.1179359 Aug 27 16:17:18.734804 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef982a8-e6cf-4906-9802-53c0a7e0fe5c req-2737c76f-63db-4122-baf5-14da926345ec tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:18.736177 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4ef982a8-e6cf-4906-9802-53c0a7e0fe5c req-2737c76f-63db-4122-baf5-14da926345ec tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0538371 Aug 27 16:17:18.768451 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'port': {'device_id': '350df8a7-540a-490e-a4b8-7565450a3107', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'admin_state_up': True, 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:18.780844 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4ef982a8-e6cf-4906-9802-53c0a7e0fe5c req-558c4bf7-24de-49ae-a88c-f173463ee340 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367591 Aug 27 16:17:18.882779 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Made reservation on behalf of 9d760c04e0f24e10b51a946f2f85d861 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:18.886408 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:19.026403 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Allocated IP 172.20.0.3 (3cd37dc5-f0a7-48b2-a0b1-adb16e80523f/0d3a32af-7800-4484-9f32-22e723fedc7e/19639859-9148-41c3-a297-184cbcc1fbed) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:19.094664 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec246df-1d4e-45c2-86de-bf00eb5bda32 req-58d28f6e-bed3-423e-b245-5c0296da1f14 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:19.097464 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7ec246df-1d4e-45c2-86de-bf00eb5bda32 req-58d28f6e-bed3-423e-b245-5c0296da1f14 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 944 time: 0.0620124 Aug 27 16:17:19.145931 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7ec246df-1d4e-45c2-86de-bf00eb5bda32 req-08ea991b-a07a-46ae-b10f-ffbe3edf451b tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 Aug 27 16:17:19.245393 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:19.262396 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Transition to ACTIVE for port object 19639859-9148-41c3-a297-184cbcc1fbed will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:19.314591 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:19.355939 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:19.358977 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:19.365358 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:19.393347 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'Port': ['ID=19639859-9148-41c3-a297-184cbcc1fbed,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:19.420767 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:19.421446 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:19.439221 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-48c684d9-58f4-413a-9a23-ee72f0e650bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6750488 Aug 27 16:17:19.534582 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Request body: {'port': {'device_id': '350df8a7-540a-490e-a4b8-7565450a3107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:19.586760 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:19.601280 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0f3ee-7373-47eb-81cf-3a896eff704a req-e7ccb068-4cde-49a4-b08e-bf6d96d1a501 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:19.612509 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e8f0f3ee-7373-47eb-81cf-3a896eff704a req-e7ccb068-4cde-49a4-b08e-bf6d96d1a501 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 945 time: 0.0775778 Aug 27 16:17:19.679169 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e8f0f3ee-7373-47eb-81cf-3a896eff704a req-60a515ba-bd63-4496-8d07-f8470fab3932 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631547 Aug 27 16:17:19.713705 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:19.730588 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:19.735879 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:19.747354 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:19.795733 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f34b33ab-a603-43f8-b772-7eee5f641010 None None] Provisioning for port 19639859-9148-41c3-a297-184cbcc1fbed completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:19.806061 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f34b33ab-a603-43f8-b772-7eee5f641010 None None] Provisioning complete for port 19639859-9148-41c3-a297-184cbcc1fbed triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:19.806861 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f34b33ab-a603-43f8-b772-7eee5f641010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:19.871759 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e4e4-541d-4638-8816-e4caf9d581db req-24a4cc14-205a-4142-92f4-0e964a4bf063 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:19.888837 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a9a0e4e4-541d-4638-8816-e4caf9d581db req-24a4cc14-205a-4142-92f4-0e964a4bf063 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 931 time: 0.0901790 Aug 27 16:17:19.891262 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f34b33ab-a603-43f8-b772-7eee5f641010 None None] Port 19639859-9148-41c3-a297-184cbcc1fbed cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:19.928974 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:19.952928 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a9a0e4e4-541d-4638-8816-e4caf9d581db req-51c90650-0f01-4601-a679-eacb953fd695 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623920 Aug 27 16:17:19.987802 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c1374d-522c-411b-846e-0e35b54eee5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:19.993369 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c988b3-acae-4cac-b619-81c950479912" -d '{"events": [{"server_uuid": "a7c1374d-522c-411b-846e-0e35b54eee5a", "name": "network-vif-plugged", "status": "completed", "tag": "05fa2c2b-5fb3-4ee1-bc4c-02168c9063db"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:20.064082 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:20.079591 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.094707 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf4e7-3895-4bbf-ba19-1a6c770e1d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.109297 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d0bf0-b8ef-4bac-ba4d-b0c40a2d1279 req-1126205c-06bb-4005-b2c9-ec8739ca0edd tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:20.114676 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5b2d0bf0-b8ef-4bac-ba4d-b0c40a2d1279 req-1126205c-06bb-4005-b2c9-ec8739ca0edd tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0898080 Aug 27 16:17:20.178631 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:20.220660 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5b2d0bf0-b8ef-4bac-ba4d-b0c40a2d1279 req-ca9ad774-6fcb-46fd-8a83-b38f5a6c27d2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029289 Aug 27 16:17:20.296360 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca36c39-0690-451e-9021-85ea56d44e61 x-openstack-request-id: req-2ca36c39-0690-451e-9021-85ea56d44e61 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:20.296658 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c1374d-522c-411b-846e-0e35b54eee5a", "name": "network-vif-plugged", "status": "completed", "tag": "05fa2c2b-5fb3-4ee1-bc4c-02168c9063db", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:20.296916 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ca36c39-0690-451e-9021-85ea56d44e61 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:20.297643 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c1374d-522c-411b-846e-0e35b54eee5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db', 'code': 200} Aug 27 16:17:20.301194 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.338669 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19639859-9148-41c3-a297-184cbcc1fbed {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:20.351925 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.398728 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Transition to ACTIVE for port object 19639859-9148-41c3-a297-184cbcc1fbed will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:20.407050 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.495504 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3051-e509-4507-b95b-e277ca9f067a req-785c8016-0daf-4c1e-99e4-827269c26c37 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:20.497064 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e5ea3051-e509-4507-b95b-e277ca9f067a req-785c8016-0daf-4c1e-99e4-827269c26c37 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 945 time: 0.1240454 Aug 27 16:17:20.591353 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e5ea3051-e509-4507-b95b-e277ca9f067a req-c4caa5fa-b289-4664-961b-c7f47f77374f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860071 Aug 27 16:17:20.601925 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Pushing event updated for resources: {'Port': ['ID=19639859-9148-41c3-a297-184cbcc1fbed,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:20.659924 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Attempting to bind port 19639859-9148-41c3-a297-184cbcc1fbed on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:20.660265 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Attempting to bind port 19639859-9148-41c3-a297-184cbcc1fbed by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:20.660847 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Attempting to bind port 19639859-9148-41c3-a297-184cbcc1fbed on network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:20.666893 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Port 19639859-9148-41c3-a297-184cbcc1fbed on network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:20.667474 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Attempting to bind port 19639859-9148-41c3-a297-184cbcc1fbed on network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:20.673239 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:20.673960 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Checking segment: {'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:20.674555 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Bound using segment: {'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:20.674994 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Bound port: 19639859-9148-41c3-a297-184cbcc1fbed, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524cdff0-c0bd-4dbe-915d-8a3be71ab353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:20.675358 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.766504 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] For port 19639859-9148-41c3-a297-184cbcc1fbed, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:20.774169 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] For port 19639859-9148-41c3-a297-184cbcc1fbed, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=19639859-9148-41c3-a297-184cbcc1fbed,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:20.787415 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.872254 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Pushing event updated for resources: {'Port': ['ID=19639859-9148-41c3-a297-184cbcc1fbed,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:20.878832 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:20.879467 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.881289 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-94820fc0-7c32-4553-aa60-dc05bca2e870 service neutron] 10.222.0.88 "PUT /v2.0/ports/19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 1093 time: 1.3598473 Aug 27 16:17:20.881703 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:20.884053 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b0a9be-57b0-4225-9d42-255744cb6a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "tag": "19639859-9148-41c3-a297-184cbcc1fbed"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:21.374640 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.838281 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:28.995452 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 35128) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:29.126970 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-810f0996-0e6b-4d0d-b738-da2a234fcd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.217196 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-810f0996-0e6b-4d0d-b738-da2a234fcd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.221517 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-810f0996-0e6b-4d0d-b738-da2a234fcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.258778 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-810f0996-0e6b-4d0d-b738-da2a234fcd53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95bd9651880b46dda9cc8ca396cb4610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621984 Aug 27 16:17:29.259647 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 35132) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:29.272431 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0996-0e6b-4d0d-b738-da2a234fcd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5425cc29-03bb-4e97-8e4a-a4e1a9d20567,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:29.309893 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13223cad-4241-41c4-bdf4-2e33d18283a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.330999 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13223cad-4241-41c4-bdf4-2e33d18283a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.381475 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13223cad-4241-41c4-bdf4-2e33d18283a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.384452 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13223cad-4241-41c4-bdf4-2e33d18283a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.388988 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-13223cad-4241-41c4-bdf4-2e33d18283a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5425cc29-03bb-4e97-8e4a-a4e1a9d20567 HTTP/1.1" status: 204 len: 168 time: 0.1250548 Aug 27 16:17:29.397818 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13223cad-4241-41c4-bdf4-2e33d18283a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5425cc29-03bb-4e97-8e4a-a4e1a9d20567,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:47.590456 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7725e008-200c-4606-a492-2bab33e49781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.750382 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.985732 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:17:48.524341 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-e402cf8c-8c70-4131-9c88-c398f84afb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.525855 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-e402cf8c-8c70-4131-9c88-c398f84afb5f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d760c04e0f24e10b51a946f2f85d861&device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 1096 time: 0.0409350 Aug 27 16:17:48.634165 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dd91ae-79e8-4c31-899e-0c0107ed65ed x-openstack-request-id: req-d6dd91ae-79e8-4c31-899e-0c0107ed65ed {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:48.634590 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "tag": "19639859-9148-41c3-a297-184cbcc1fbed", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:48.634951 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6dd91ae-79e8-4c31-899e-0c0107ed65ed {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:48.635449 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed', 'status': 'completed', 'code': 200} Aug 27 16:17:48.704085 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-847ebd60-7ffc-4394-95b2-cbd850f36473 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 217 time: 0.0395229 Aug 27 16:17:48.711076 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722adc6-f7c8-4122-bf69-2774e08af536 req-dc2634b0-4806-4160-adc0-1ee47db20fc6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.712551 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2722adc6-f7c8-4122-bf69-2774e08af536 req-dc2634b0-4806-4160-adc0-1ee47db20fc6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 943 time: 0.0522022 Aug 27 16:17:48.750904 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2722adc6-f7c8-4122-bf69-2774e08af536 req-184e006f-f9b5-4983-9098-c59cc355453b tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Aug 27 16:17:48.820822 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc04a8c-89ae-4254-910a-9250c4b71e16 req-ad7db3a1-8ac2-49b8-8c1b-4d540e2f68fd tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.822905 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bc04a8c-89ae-4254-910a-9250c4b71e16 req-ad7db3a1-8ac2-49b8-8c1b-4d540e2f68fd tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 945 time: 0.1223359 Aug 27 16:17:48.826301 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-03ab0f71-1efa-4462-8c65-dd3e25f55fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.828034 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-03ab0f71-1efa-4462-8c65-dd3e25f55fab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d3a32af-7800-4484-9f32-22e723fedc7e HTTP/1.1" status: 200 len: 853 time: 0.1158142 Aug 27 16:17:48.839315 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0205c7-0084-4f2d-b0ed-37000a9fa2e0 req-62c92b74-6af7-4963-a345-62f44fd03a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.840750 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-af0205c7-0084-4f2d-b0ed-37000a9fa2e0 req-62c92b74-6af7-4963-a345-62f44fd03a17 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 1098 time: 0.1061265 Aug 27 16:17:48.941109 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bc04a8c-89ae-4254-910a-9250c4b71e16 req-d4ec4b76-9779-4c8b-b79b-1b86ba05dceb tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106803 Aug 27 16:17:48.941684 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ab645-2e14-4789-b16f-9a1f0af5e9c8 req-fe87d5ae-5ed8-485a-8fa4-18fb7b15b4b3 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.946306 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aa5ab645-2e14-4789-b16f-9a1f0af5e9c8 req-fe87d5ae-5ed8-485a-8fa4-18fb7b15b4b3 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0494239 Aug 27 16:17:48.949848 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-af0205c7-0084-4f2d-b0ed-37000a9fa2e0 req-49f3231d-b6c0-4a50-b9e8-3ffd34de9f5e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 Aug 27 16:17:48.951720 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-5a0193dc-b39e-49ae-b16f-b537a027295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.961359 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-5a0193dc-b39e-49ae-b16f-b537a027295c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1115527 Aug 27 16:17:48.985988 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749fd10-f8f0-445b-a70e-a95c3d275b98 req-6991062a-bf80-47c6-9f88-8a7830fcc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.987543 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c749fd10-f8f0-445b-a70e-a95c3d275b98 req-6991062a-bf80-47c6-9f88-8a7830fcc23a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 1099 time: 0.0596244 Aug 27 16:17:48.991700 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aa5ab645-2e14-4789-b16f-9a1f0af5e9c8 req-88b10b51-c070-4ad7-a1c0-1cee9c68f11f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371184 Aug 27 16:17:49.790931 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-cfb9260f-391e-40e9-a08e-0c7e3dcb4a6a service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491430 Aug 27 16:17:49.803413 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749fd10-f8f0-445b-a70e-a95c3d275b98 req-ccb6e84f-47c8-43a6-b758-19b6cdc22d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:49.804804 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c749fd10-f8f0-445b-a70e-a95c3d275b98 req-ccb6e84f-47c8-43a6-b758-19b6cdc22d07 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 920 time: 0.1207559 Aug 27 16:17:49.919194 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c749fd10-f8f0-445b-a70e-a95c3d275b98 req-9f5ad385-e5b3-4f71-b05b-68ee2946e358 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6be219-89e4-477a-aca1-e33b93430061 HTTP/1.1" status: 200 len: 217 time: 0.0891991 Aug 27 16:17:49.986837 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e3b4b-d8d4-44b9-a1e0-6264ef9433c5 req-15e505dd-9b23-49cb-a42a-5cf76f23e653 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:49.988323 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-395e3b4b-d8d4-44b9-a1e0-6264ef9433c5 req-15e505dd-9b23-49cb-a42a-5cf76f23e653 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 943 time: 0.1691692 Aug 27 16:17:50.028301 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e1e8-700b-41e5-bb80-8ce69e7104a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:50.037539 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749fd10-f8f0-445b-a70e-a95c3d275b98 req-6827f2eb-bd98-44cc-b293-073bba163ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.039074 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c749fd10-f8f0-445b-a70e-a95c3d275b98 req-6827f2eb-bd98-44cc-b293-073bba163ceb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3db857fb-1308-4a91-9f8b-3991db022993 HTTP/1.1" status: 200 len: 859 time: 0.1078069 Aug 27 16:17:50.047440 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1d7df41d-d796-4f88-97ee-c3bd09713801 req-e696f2f7-fab4-49a1-94a5-39e32b0795e1 service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186780 Aug 27 16:17:50.077813 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489b9bc-2741-4d31-9d68-390a768cbd4c req-75c37c3f-ea6d-479d-b740-85a7419268e7 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.079593 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1489b9bc-2741-4d31-9d68-390a768cbd4c req-75c37c3f-ea6d-479d-b740-85a7419268e7 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 945 time: 0.0638199 Aug 27 16:17:50.084482 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c749fd10-f8f0-445b-a70e-a95c3d275b98 req-08528717-df08-4d63-b1b1-49b611f12aad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9e8b6fff-c845-4388-aebc-c9251e157b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361085 Aug 27 16:17:50.090713 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-395e3b4b-d8d4-44b9-a1e0-6264ef9433c5 req-632ddcc6-5f55-472a-9e65-624dd79aed28 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934894 Aug 27 16:17:50.120556 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1489b9bc-2741-4d31-9d68-390a768cbd4c req-435d33e8-fe47-4b1e-8d40-231a551fa674 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341034 Aug 27 16:17:50.190316 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a24328-73fd-46c1-807b-ad90a595eafd req-8edc606e-86e7-404b-b4d7-e709813d1da1 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.191670 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-62a24328-73fd-46c1-807b-ad90a595eafd req-8edc606e-86e7-404b-b4d7-e709813d1da1 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0481439 Aug 27 16:17:50.227532 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-62a24328-73fd-46c1-807b-ad90a595eafd req-2ebc2529-fd4c-4517-8c7d-abed6f9f4953 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301051 Aug 27 16:17:50.289459 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:50.466017 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-4e2765ef-78fe-4df3-8f8d-cea392b93664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.467461 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-4e2765ef-78fe-4df3-8f8d-cea392b93664 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d760c04e0f24e10b51a946f2f85d861&device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 1096 time: 0.0835469 Aug 27 16:17:50.498085 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c749fd10-f8f0-445b-a70e-a95c3d275b98 req-4edb65f2-eed8-4085-b361-e767efc29f65 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326256 Aug 27 16:17:50.625786 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-4d7dff83-38ed-4a6f-bf73-d9bdf4e18b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.627261 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-4d7dff83-38ed-4a6f-bf73-d9bdf4e18b28 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f HTTP/1.1" status: 200 len: 915 time: 0.1497881 Aug 27 16:17:50.642696 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c749fd10-f8f0-445b-a70e-a95c3d275b98 req-2a5f109f-73e4-45fd-b384-b40e7f2ecdd6 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175489 Aug 27 16:17:50.676213 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-dcee889d-6843-4056-8c06-02ae42956ac6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 217 time: 0.0406651 Aug 27 16:17:50.731514 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-5062d48a-342c-4cd3-8e2c-e81af3614bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.732851 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-5062d48a-342c-4cd3-8e2c-e81af3614bd4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d3a32af-7800-4484-9f32-22e723fedc7e HTTP/1.1" status: 200 len: 853 time: 0.0442135 Aug 27 16:17:50.799490 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-271ca156-428b-4e05-9093-4f3c62d93d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.800962 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-271ca156-428b-4e05-9093-4f3c62d93d98 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411994 Aug 27 16:17:50.900410 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-8328a611-3f0c-462f-9d06-80d850c383fe service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848274 Aug 27 16:17:50.989164 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f3b0a9be-57b0-4225-9d42-255744cb6a2f req-a227aa2c-fa70-4bda-b771-78a2ce43e037 service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809519 Aug 27 16:17:51.210181 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8422b6d-c6c0-42a9-86e2-5756db4f2aa9 req-286d02a8-fb66-4164-8603-3fecbd643396 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.211961 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a8422b6d-c6c0-42a9-86e2-5756db4f2aa9 req-286d02a8-fb66-4164-8603-3fecbd643396 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 943 time: 0.0521014 Aug 27 16:17:51.237833 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050ed45-9076-4fbe-b650-539bd15110c2 req-e2d32871-8819-405e-94d7-7598a4431d45 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.239419 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b050ed45-9076-4fbe-b650-539bd15110c2 req-e2d32871-8819-405e-94d7-7598a4431d45 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 945 time: 0.0500755 Aug 27 16:17:51.250440 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a8422b6d-c6c0-42a9-86e2-5756db4f2aa9 req-c975518b-9f05-42b3-982d-114f7236358f tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Aug 27 16:17:51.281594 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b050ed45-9076-4fbe-b650-539bd15110c2 req-6ae9339a-4ffc-4dc5-92ae-f4fc723b6c2b tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Aug 27 16:17:51.350323 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe460aa-369a-4ca3-8a9e-2c940bfc76ed req-9cf5be82-f760-46c5-9c65-8eec390867e9 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.351789 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bfe460aa-369a-4ca3-8a9e-2c940bfc76ed req-9cf5be82-f760-46c5-9c65-8eec390867e9 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0480435 Aug 27 16:17:51.378301 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:51.392053 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bfe460aa-369a-4ca3-8a9e-2c940bfc76ed req-f155322a-ab24-480c-8913-3f981eefb48f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Aug 27 16:17:52.696657 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19528329-80b3-4638-8356-2f57a1cecf1e req-e66f58ec-7105-4a05-915e-b44ca15a0086 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:52.702983 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-19528329-80b3-4638-8356-2f57a1cecf1e req-e66f58ec-7105-4a05-915e-b44ca15a0086 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 943 time: 0.0669234 Aug 27 16:17:52.740512 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671d3cb-2789-4f11-81f2-ea6930c4e66a req-016adb34-3c8e-4a23-b878-5584b5a83850 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:52.742020 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c671d3cb-2789-4f11-81f2-ea6930c4e66a req-016adb34-3c8e-4a23-b878-5584b5a83850 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 945 time: 0.0521710 Aug 27 16:17:52.751242 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-19528329-80b3-4638-8356-2f57a1cecf1e req-714c69e3-f474-43a5-8c6a-3dbdc5eef468 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Aug 27 16:17:52.782991 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c671d3cb-2789-4f11-81f2-ea6930c4e66a req-bd68eaa0-dc91-4b4d-a392-9e0d84faf2fd tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336881 Aug 27 16:17:52.841406 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:52.860277 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2504b-8038-4f05-a2e1-aba6d54ba902 req-3c40f761-ce86-4de7-857a-9f4a5ae829d8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:52.861742 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-76d2504b-8038-4f05-a2e1-aba6d54ba902 req-3c40f761-ce86-4de7-857a-9f4a5ae829d8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0484140 Aug 27 16:17:52.898645 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-76d2504b-8038-4f05-a2e1-aba6d54ba902 req-ea1bcab2-dec5-4357-b3ab-1e18c4189682 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Aug 27 16:17:53.890505 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84685e-ba90-499b-88d9-6dd7c87b624c req-a8e69d34-c6c7-40ea-b1ee-502f8a1bb7e1 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.892099 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ee84685e-ba90-499b-88d9-6dd7c87b624c req-a8e69d34-c6c7-40ea-b1ee-502f8a1bb7e1 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 943 time: 0.0531175 Aug 27 16:17:53.911519 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4236d42-0504-4167-8625-a55eee868b0e req-e19c2894-f61a-4583-bc61-46b5d12f0f71 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.912931 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d4236d42-0504-4167-8625-a55eee868b0e req-e19c2894-f61a-4583-bc61-46b5d12f0f71 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 945 time: 0.0481622 Aug 27 16:17:53.929296 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ee84685e-ba90-499b-88d9-6dd7c87b624c req-736ac2be-b07b-4a7b-9c52-daf45acc09b3 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311470 Aug 27 16:17:53.954694 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d4236d42-0504-4167-8625-a55eee868b0e req-ab8c3f8b-8dce-4b67-bc21-3bf3fdd06064 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356486 Aug 27 16:17:54.032951 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3860-a744-40bc-83c1-f50228c548a8 req-5bf4c8e4-0afc-4645-9263-90c0e14b36bf tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:54.034455 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-17fc3860-a744-40bc-83c1-f50228c548a8 req-5bf4c8e4-0afc-4645-9263-90c0e14b36bf tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0498540 Aug 27 16:17:54.071282 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-17fc3860-a744-40bc-83c1-f50228c548a8 req-510f00a8-a386-4c35-ac2f-d54cbf8e7b7a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Aug 27 16:17:55.045922 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113fc31-683b-427b-b79a-8d6dfceca51d req-e44f03f1-e90b-45b2-b7ee-45b1f023ae76 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.047345 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a113fc31-683b-427b-b79a-8d6dfceca51d req-e44f03f1-e90b-45b2-b7ee-45b1f023ae76 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 943 time: 0.0476949 Aug 27 16:17:55.083977 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a113fc31-683b-427b-b79a-8d6dfceca51d req-ed958fae-e592-41f8-9ca0-b9f3e17d7319 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308065 Aug 27 16:17:55.186927 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cec28-6ba0-4adf-a69c-dd8bbe0a6882 req-1680fc15-1c2d-4e9e-b518-88788c91b3d6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.188379 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-622cec28-6ba0-4adf-a69c-dd8bbe0a6882 req-1680fc15-1c2d-4e9e-b518-88788c91b3d6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0483491 Aug 27 16:17:55.223463 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-622cec28-6ba0-4adf-a69c-dd8bbe0a6882 req-882f073b-9d47-447e-b480-56382eca8e5b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293427 Aug 27 16:17:55.800604 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 19639859-9148-41c3-a297-184cbcc1fbed details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:17:55.889814 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 19639859-9148-41c3-a297-184cbcc1fbed, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=19639859-9148-41c3-a297-184cbcc1fbed,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:55.904016 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '19639859-9148-41c3-a297-184cbcc1fbed', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'port_id': '19639859-9148-41c3-a297-184cbcc1fbed', 'mac_address': 'fa:16:3e:51:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:17:55.938784 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:55.952186 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19639859-9148-41c3-a297-184cbcc1fbed {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:55.973492 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 19639859-9148-41c3-a297-184cbcc1fbed, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=19639859-9148-41c3-a297-184cbcc1fbed,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:55.978865 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:56.028444 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=19639859-9148-41c3-a297-184cbcc1fbed,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:56.035240 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.035595 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.035934 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.036267 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.036599 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.036926 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.037251 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.037574 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.037919 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.038268 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.038585 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.038903 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:56.202451 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde0de2-8224-442d-b54e-3f151137c5fa req-e1980ccf-8d37-44da-ac69-0c263e4c0d42 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.203817 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fbde0de2-8224-442d-b54e-3f151137c5fa req-e1980ccf-8d37-44da-ac69-0c263e4c0d42 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 944 time: 0.0508604 Aug 27 16:17:56.240970 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fbde0de2-8224-442d-b54e-3f151137c5fa req-6c5a55cc-c43e-40d5-a963-d30fcd94047f tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313160 Aug 27 16:17:56.338423 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ad267-d5a0-494f-9cac-3e9ac1beeec2 req-399b2371-d9cf-4207-b908-3f961fe62f31 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.339934 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-224ad267-d5a0-494f-9cac-3e9ac1beeec2 req-399b2371-d9cf-4207-b908-3f961fe62f31 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0487154 Aug 27 16:17:56.377505 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-224ad267-d5a0-494f-9cac-3e9ac1beeec2 req-bb6734a5-2832-4db2-9545-df231ae05d7e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Aug 27 16:17:57.073633 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['19639859-9148-41c3-a297-184cbcc1fbed'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:57.100204 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-59905984-a4f1-4fb5-9606-3146c4667662 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:57.101687 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-59905984-a4f1-4fb5-9606-3146c4667662 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 814 time: 0.3353102 Aug 27 16:17:57.118549 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-f430234a-6d46-4293-a10e-0abb08cccb74 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/quotas/94b4345eaeda4018a5de93fd89b2c24b HTTP/1.1" status: 200 len: 375 time: 0.0095284 Aug 27 16:17:57.181610 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-43b5704a-70cf-4bf4-8747-3231543d8509 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562990 Aug 27 16:17:57.284206 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-a4e1ea9f-df83-4c08-8014-17e096c27ac8 service neutron] 10.222.0.60 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953240 Aug 27 16:17:57.381036 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-95e93e23-5de6-4ab0-8110-93fb23425a91 service neutron] 10.222.0.60 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908623 Aug 27 16:17:57.485291 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466c7c4-faac-4181-8d6d-42ab46a44c4b req-498b13d8-832e-4d5d-8944-a797f9d64af5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:57.486829 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3466c7c4-faac-4181-8d6d-42ab46a44c4b req-498b13d8-832e-4d5d-8944-a797f9d64af5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 944 time: 0.0528781 Aug 27 16:17:57.531882 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3466c7c4-faac-4181-8d6d-42ab46a44c4b req-b3415b5e-1959-4d41-8714-8c5902664a0d tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380712 Aug 27 16:17:57.581173 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ff29d-b5e5-401f-ae46-995fd27b1592 req-87252ba0-0305-4222-bb75-e300ef064c5c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:57.582692 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c61ff29d-b5e5-401f-ae46-995fd27b1592 req-87252ba0-0305-4222-bb75-e300ef064c5c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0535276 Aug 27 16:17:57.600306 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5a8f45f1-1dbc-4630-a60b-ca98c8a673c1 req-ea205350-6fec-4fe0-a43b-e94be3551828 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 210 time: 0.0275333 Aug 27 16:17:57.626541 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c61ff29d-b5e5-401f-ae46-995fd27b1592 req-ea25b907-08a4-4917-a684-e3ddddf6e0bc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373821 Aug 27 16:17:58.751888 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281748-5af0-4dff-88f3-77f248cf39f9 req-08903b11-ca25-482d-bf0a-5760dfa0d1ac tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.753631 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-96281748-5af0-4dff-88f3-77f248cf39f9 req-08903b11-ca25-482d-bf0a-5760dfa0d1ac tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 944 time: 0.1051188 Aug 27 16:17:58.821363 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-96281748-5af0-4dff-88f3-77f248cf39f9 req-b736b626-4dad-4723-ba4a-0765da23cd90 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588198 Aug 27 16:17:58.868118 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-d1d767b1-9660-47db-aef1-3fd07f2617d0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.869649 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-d1d767b1-9660-47db-aef1-3fd07f2617d0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 814 time: 0.1787238 Aug 27 16:17:58.915131 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Request body: {'port': {'device_id': 'd5a94c32-9ba1-4238-978e-c6ea0b138ea5', 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b', 'admin_state_up': True, 'tenant_id': '94b4345eaeda4018a5de93fd89b2c24b'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:58.943354 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-611352c2-0eb5-4387-bb57-b4816cfcb108 req-c7bc73ea-2fbb-4c6e-bd70-03a191bd8c09 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 210 time: 0.0425897 Aug 27 16:17:59.037896 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Made reservation on behalf of 94b4345eaeda4018a5de93fd89b2c24b for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:59.041375 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.171860 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Allocated IP 172.20.0.9 (ada80764-89cb-4a2f-a346-67cc2b2bb65b/3e01547a-fddb-46f7-ac4b-24e87045709f/d93b066b-fe0c-4f5b-968b-548fc275db69) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:59.317285 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.355276 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.401555 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Network ada80764-89cb-4a2f-a346-67cc2b2bb65b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:59.405973 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f9a50738-e3f0-4064-8ccb-8309619fc50c', '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:59.408308 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:59.411466 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:59.442552 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Pushing event updated for resources: {'Port': ['ID=d93b066b-fe0c-4f5b-968b-548fc275db69,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:59.468382 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.469009 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.483448 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-e16b70ca-8ffc-4009-b9b3-8aee7b1d9412 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729830 Aug 27 16:17:59.503437 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Request body: {'port': {'device_id': 'd5a94c32-9ba1-4238-978e-c6ea0b138ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:59.561220 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.824848 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 19639859-9148-41c3-a297-184cbcc1fbed up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:59.835791 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93b066b-fe0c-4f5b-968b-548fc275db69 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:59.843482 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.858365 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Transition to ACTIVE for port object d93b066b-fe0c-4f5b-968b-548fc275db69 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:59.862835 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.878986 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port 19639859-9148-41c3-a297-184cbcc1fbed completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:59.882868 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 19639859-9148-41c3-a297-184cbcc1fbed triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:59.883241 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.972520 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Pushing event updated for resources: {'Port': ['ID=d93b066b-fe0c-4f5b-968b-548fc275db69,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:59.972637 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.999893 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d60c3-2b48-463e-b414-eed217b0bffc req-a1f047f7-f6ca-47cb-8504-7c18f96db3c1 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.001674 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-114d60c3-2b48-463e-b414-eed217b0bffc req-a1f047f7-f6ca-47cb-8504-7c18f96db3c1 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 944 time: 0.1038020 Aug 27 16:18:00.012823 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:00.015370 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd39dae-efa1-4ee9-903d-b80ccdc0db75" -d '{"events": [{"server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "name": "network-vif-plugged", "status": "completed", "tag": "19639859-9148-41c3-a297-184cbcc1fbed"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:00.030456 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 19639859-9148-41c3-a297-184cbcc1fbed, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=19639859-9148-41c3-a297-184cbcc1fbed,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:00.035899 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:00.076103 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-114d60c3-2b48-463e-b414-eed217b0bffc req-8e46ac91-4fdf-4028-b430-865000d4e50e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487688 Aug 27 16:18:00.082462 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971827a5-d905-4d68-922a-dd891ea94f3f req-bc9db7d9-2416-4e8f-980d-1696519ddd93 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.084814 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-971827a5-d905-4d68-922a-dd891ea94f3f req-bc9db7d9-2416-4e8f-980d-1696519ddd93 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 943 time: 0.0565643 Aug 27 16:18:00.086498 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Attempting to bind port d93b066b-fe0c-4f5b-968b-548fc275db69 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:00.086836 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Attempting to bind port d93b066b-fe0c-4f5b-968b-548fc275db69 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:00.087164 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Attempting to bind port d93b066b-fe0c-4f5b-968b-548fc275db69 on network ada80764-89cb-4a2f-a346-67cc2b2bb65b {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:00.092086 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Port d93b066b-fe0c-4f5b-968b-548fc275db69 on network ada80764-89cb-4a2f-a346-67cc2b2bb65b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:00.092408 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Attempting to bind port d93b066b-fe0c-4f5b-968b-548fc275db69 on network ada80764-89cb-4a2f-a346-67cc2b2bb65b {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:00.094464 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=19639859-9148-41c3-a297-184cbcc1fbed,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:00.107025 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:18:00.107369 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Checking segment: {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:00.107750 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Bound using segment: {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:18:00.108184 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Bound port: d93b066b-fe0c-4f5b-968b-548fc275db69, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:18:00.108648 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:00.130922 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-971827a5-d905-4d68-922a-dd891ea94f3f req-d0a4ddf2-3d6c-4810-9ac7-8c9046c97985 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374336 Aug 27 16:18:00.131963 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee0d4e-5d21-4731-9a91-94357154e9e6 x-openstack-request-id: req-25ee0d4e-5d21-4731-9a91-94357154e9e6 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:00.132453 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "name": "network-vif-plugged", "status": "completed", "tag": "19639859-9148-41c3-a297-184cbcc1fbed", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:00.132893 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25ee0d4e-5d21-4731-9a91-94357154e9e6 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:00.133909 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed', 'code': 200} Aug 27 16:18:00.181012 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] For port d93b066b-fe0c-4f5b-968b-548fc275db69, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:00.185031 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] For port d93b066b-fe0c-4f5b-968b-548fc275db69, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d93b066b-fe0c-4f5b-968b-548fc275db69,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:18:00.197393 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:00.257732 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.258356 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:00.259718 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] 10.222.0.88 "PUT /v2.0/ports/d93b066b-fe0c-4f5b-968b-548fc275db69 HTTP/1.1" status: 200 len: 1093 time: 0.7605095 Aug 27 16:18:00.261290 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a94c32-9ba1-4238-978e-c6ea0b138ea5', 'tag': 'd93b066b-fe0c-4f5b-968b-548fc275db69'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:00.263542 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e5796c-84b4-47f3-bb34-3b33d25602fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a94c32-9ba1-4238-978e-c6ea0b138ea5", "tag": "d93b066b-fe0c-4f5b-968b-548fc275db69"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:00.284248 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7b543-332a-4047-a18f-ff5f61aab2de service neutron] Pushing event updated for resources: {'Port': ['ID=d93b066b-fe0c-4f5b-968b-548fc275db69,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:00.295962 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a6cc9-897b-4203-89c7-baa0ea036aca req-f3edcad6-d401-4363-93d7-b7eb18aa7619 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.297577 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a11a6cc9-897b-4203-89c7-baa0ea036aca req-f3edcad6-d401-4363-93d7-b7eb18aa7619 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.1143599 Aug 27 16:18:00.319499 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4122bb1-ada5-467b-a4ce-a92bf00fd432 x-openstack-request-id: req-b4122bb1-ada5-467b-a4ce-a92bf00fd432 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:00.319819 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a94c32-9ba1-4238-978e-c6ea0b138ea5", "tag": "d93b066b-fe0c-4f5b-968b-548fc275db69", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:00.320051 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4122bb1-ada5-467b-a4ce-a92bf00fd432 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:00.320423 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a94c32-9ba1-4238-978e-c6ea0b138ea5', 'tag': 'd93b066b-fe0c-4f5b-968b-548fc275db69', 'status': 'completed', 'code': 200} Aug 27 16:18:00.340482 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a11a6cc9-897b-4203-89c7-baa0ea036aca req-03d90c12-2293-4722-bf36-29d54062be9d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Aug 27 16:18:00.432533 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46507aaf-cb8c-4f70-a56e-312c81f1e34d req-09d9974a-dd71-4e41-abc9-e909dd323626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.434060 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-46507aaf-cb8c-4f70-a56e-312c81f1e34d req-09d9974a-dd71-4e41-abc9-e909dd323626 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 1098 time: 0.0600681 Aug 27 16:18:00.436571 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-520fa7c9-103b-4f8e-9c9d-742513b925ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.437916 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-520fa7c9-103b-4f8e-9c9d-742513b925ed service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0722499 Aug 27 16:18:00.505825 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-9767faa4-79bb-43ba-aa54-edf4fd689370 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93b066b-fe0c-4f5b-968b-548fc275db69 HTTP/1.1" status: 200 len: 217 time: 0.0436733 Aug 27 16:18:00.545153 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-46507aaf-cb8c-4f70-a56e-312c81f1e34d req-de60b233-1725-4c12-bc3f-80ddc903aa5e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885024 Aug 27 16:18:00.564221 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b7e64d31-7c18-4b7d-80cc-1fd199bb3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.565875 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-b7e64d31-7c18-4b7d-80cc-1fd199bb3ef2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3e01547a-fddb-46f7-ac4b-24e87045709f HTTP/1.1" status: 200 len: 854 time: 0.0504258 Aug 27 16:18:01.175360 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-d5d10d89-760c-4544-92e5-ad15fa2d8e5b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ada80764-89cb-4a2f-a346-67cc2b2bb65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256112 Aug 27 16:18:01.317426 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d1f8c-6bcc-42a7-bc84-51aafc63cafb req-675a659b-755f-433f-98c5-d9861ae47a13 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.319172 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-588d1f8c-6bcc-42a7-bc84-51aafc63cafb req-675a659b-755f-433f-98c5-d9861ae47a13 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 943 time: 0.0495408 Aug 27 16:18:01.346799 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a4da9-5197-4545-a05b-e8bc94a4e4cd req-35b460c9-b9f8-4bd8-879a-57c497d6ab72 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.348293 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e50a4da9-5197-4545-a05b-e8bc94a4e4cd req-35b460c9-b9f8-4bd8-879a-57c497d6ab72 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 945 time: 0.1140141 Aug 27 16:18:01.357255 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-588d1f8c-6bcc-42a7-bc84-51aafc63cafb req-9f9dc9c6-0f1a-4a9c-b41f-80693ba53d0e tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Aug 27 16:18:01.379198 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-568724ba-c55e-4fbf-ac64-f1e4f9862b40 service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325574 Aug 27 16:18:01.413369 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e50a4da9-5197-4545-a05b-e8bc94a4e4cd req-a9dc008d-3216-4d59-9fd5-c39d88000a3d tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563169 Aug 27 16:18:01.481391 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-88a9e161-6411-41b8-9fb8-f59c0cefcc0c req-5c541bfb-bfd8-4ace-b2a0-2e81db089611 service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897193 Aug 27 16:18:01.684621 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5796c-84b4-47f3-bb34-3b33d25602fe req-e746fa77-9c1b-4471-80e5-2bb2143aaab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.686091 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40e5796c-84b4-47f3-bb34-3b33d25602fe req-e746fa77-9c1b-4471-80e5-2bb2143aaab8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0409911 Aug 27 16:18:01.784121 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5796c-84b4-47f3-bb34-3b33d25602fe req-fed0459e-47b3-45d2-a40d-fe9e24bc8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.785563 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40e5796c-84b4-47f3-bb34-3b33d25602fe req-fed0459e-47b3-45d2-a40d-fe9e24bc8d6c service neutron] 10.222.0.88 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 915 time: 0.0903656 Aug 27 16:18:01.830342 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40e5796c-84b4-47f3-bb34-3b33d25602fe req-3b05979d-6ff0-4215-9741-bca1359e8fbc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93b066b-fe0c-4f5b-968b-548fc275db69 HTTP/1.1" status: 200 len: 217 time: 0.0332623 Aug 27 16:18:01.886350 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5796c-84b4-47f3-bb34-3b33d25602fe req-74348b13-3cb2-4a1c-a819-7b1e031d841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.887772 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40e5796c-84b4-47f3-bb34-3b33d25602fe req-74348b13-3cb2-4a1c-a819-7b1e031d841d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3e01547a-fddb-46f7-ac4b-24e87045709f HTTP/1.1" status: 200 len: 854 time: 0.0427639 Aug 27 16:18:01.920083 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40e5796c-84b4-47f3-bb34-3b33d25602fe req-22fdcc52-d86b-43ef-af7f-8b9f69a6ccd1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ada80764-89cb-4a2f-a346-67cc2b2bb65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235069 Aug 27 16:18:02.026522 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40e5796c-84b4-47f3-bb34-3b33d25602fe req-764ac3e2-572e-4ed9-829f-4bbc860756b6 service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830057 Aug 27 16:18:02.116898 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40e5796c-84b4-47f3-bb34-3b33d25602fe req-fed08fb0-a8d1-4a9b-92bd-b03da2e4ed3d service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811548 Aug 27 16:18:02.469699 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ad313-56e7-4161-a42d-2ae260f05ea0 req-089ad207-4e03-439b-bbc3-fcaf021e24ba tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.471188 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a88ad313-56e7-4161-a42d-2ae260f05ea0 req-089ad207-4e03-439b-bbc3-fcaf021e24ba tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 943 time: 0.0470030 Aug 27 16:18:02.509055 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a88ad313-56e7-4161-a42d-2ae260f05ea0 req-41c91aab-8411-4a18-ba95-e8834fb4dc5d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Aug 27 16:18:02.533560 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e03ca2-d905-40a4-810f-0aaae45c8011 req-932b7a56-4a93-476c-a53d-f66163c50957 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.535052 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-26e03ca2-d905-40a4-810f-0aaae45c8011 req-932b7a56-4a93-476c-a53d-f66163c50957 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 945 time: 0.0538301 Aug 27 16:18:02.570420 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-26e03ca2-d905-40a4-810f-0aaae45c8011 req-5fd36cfb-71c8-4f3b-a514-18fbb690d112 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295122 Aug 27 16:18:03.627818 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d08831-65ed-478e-a78d-b2654ea1ae4a req-e68a2861-55ce-4806-99e3-d126ce5c511d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.629318 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-29d08831-65ed-478e-a78d-b2654ea1ae4a req-e68a2861-55ce-4806-99e3-d126ce5c511d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 943 time: 0.0526485 Aug 27 16:18:03.666534 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-29d08831-65ed-478e-a78d-b2654ea1ae4a req-64532625-b537-421d-a328-cac83b84ecfb tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Aug 27 16:18:03.684464 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dcad-4feb-4382-8f7f-5a28ed9c8997 req-3aeceda8-27b8-4a6e-a81d-a0d35d3fee5b tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.685948 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a11dcad-4feb-4382-8f7f-5a28ed9c8997 req-3aeceda8-27b8-4a6e-a81d-a0d35d3fee5b tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 945 time: 0.0489175 Aug 27 16:18:03.722844 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a11dcad-4feb-4382-8f7f-5a28ed9c8997 req-277da181-90df-4c51-b43f-34bc126b0d2d tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308421 Aug 27 16:18:03.834559 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4a19-e805-4c30-b851-3c4259dd1b59 req-49469d78-bf65-4239-afd4-2c6e6e51d44a tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.836033 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2a5b4a19-e805-4c30-b851-3c4259dd1b59 req-49469d78-bf65-4239-afd4-2c6e6e51d44a tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 945 time: 0.0477877 Aug 27 16:18:03.873663 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2a5b4a19-e805-4c30-b851-3c4259dd1b59 req-cb0c5fe8-5e46-4087-b46f-3286fe3b2ead tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310781 Aug 27 16:18:04.188124 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82082d34-f770-4919-8d7b-9b34e3b87bea req-b9ff774e-309f-4111-85ab-0bd04c2657f2 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.189686 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82082d34-f770-4919-8d7b-9b34e3b87bea req-b9ff774e-309f-4111-85ab-0bd04c2657f2 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 945 time: 0.0475974 Aug 27 16:18:04.226827 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82082d34-f770-4919-8d7b-9b34e3b87bea req-e95520cb-d5d5-406a-92fa-d7be76b95170 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Aug 27 16:18:04.781689 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90b7c8-a77e-453a-a4f1-79ec85ff34e7 req-df3eac0d-fa3c-4be4-a311-a677e16cf018 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.783167 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3a90b7c8-a77e-453a-a4f1-79ec85ff34e7 req-df3eac0d-fa3c-4be4-a311-a677e16cf018 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 943 time: 0.0489860 Aug 27 16:18:04.820912 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3a90b7c8-a77e-453a-a4f1-79ec85ff34e7 req-12686d60-65c0-469a-931f-9470109ce528 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Aug 27 16:18:05.842639 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device d93b066b-fe0c-4f5b-968b-548fc275db69 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:05.937886 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba75c7-7aea-4afb-a2de-d9d030cb7406 req-de237251-dba2-4e7d-831c-bb4c6d3fb9cf tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:05.939249 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port d93b066b-fe0c-4f5b-968b-548fc275db69, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d93b066b-fe0c-4f5b-968b-548fc275db69,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:05.939948 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a7ba75c7-7aea-4afb-a2de-d9d030cb7406 req-de237251-dba2-4e7d-831c-bb4c6d3fb9cf tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 943 time: 0.0508430 Aug 27 16:18:05.955377 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'd93b066b-fe0c-4f5b-968b-548fc275db69', 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b', 'port_id': 'd93b066b-fe0c-4f5b-968b-548fc275db69', 'mac_address': 'fa:16:3e:3d:7b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e01547a-fddb-46f7-ac4b-24e87045709f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:05.979814 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a7ba75c7-7aea-4afb-a2de-d9d030cb7406 req-5c9e0cc9-8926-4529-b1d9-b2ed1810f5a8 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330474 Aug 27 16:18:05.993587 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:06.006865 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93b066b-fe0c-4f5b-968b-548fc275db69 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:06.026518 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port d93b066b-fe0c-4f5b-968b-548fc275db69, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d93b066b-fe0c-4f5b-968b-548fc275db69,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:06.029958 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:06.076176 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=d93b066b-fe0c-4f5b-968b-548fc275db69,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:06.686780 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['d93b066b-fe0c-4f5b-968b-548fc275db69'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:07.152150 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0947039-de9f-4de3-a6c9-ab3a67dee804 req-66d91fe4-cbb6-436d-bbf9-0103333fea4b tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.153641 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0947039-de9f-4de3-a6c9-ab3a67dee804 req-66d91fe4-cbb6-436d-bbf9-0103333fea4b tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 944 time: 0.0625339 Aug 27 16:18:07.197169 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0947039-de9f-4de3-a6c9-ab3a67dee804 req-027b2cae-9d36-4ee1-bfd8-81b6e463ab38 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376964 Aug 27 16:18:12.390271 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b334138-50eb-4643-a332-390387d7eae5 req-de3e67ed-9402-4a53-907d-397bf881b76a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:12.391725 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b334138-50eb-4643-a332-390387d7eae5 req-de3e67ed-9402-4a53-907d-397bf881b76a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 944 time: 0.0478899 Aug 27 16:18:12.431745 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b334138-50eb-4643-a332-390387d7eae5 req-4848cb41-ba24-41ca-840f-cdd2c0e4f486 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Aug 27 16:18:15.206156 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device d93b066b-fe0c-4f5b-968b-548fc275db69 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:15.255282 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port d93b066b-fe0c-4f5b-968b-548fc275db69 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:15.258742 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port d93b066b-fe0c-4f5b-968b-548fc275db69 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:15.259112 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:15.333338 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:15.354800 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a94c32-9ba1-4238-978e-c6ea0b138ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b066b-fe0c-4f5b-968b-548fc275db69'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:15.357059 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f67451-5683-4802-b06e-fb774253ff3e" -d '{"events": [{"server_uuid": "d5a94c32-9ba1-4238-978e-c6ea0b138ea5", "name": "network-vif-plugged", "status": "completed", "tag": "d93b066b-fe0c-4f5b-968b-548fc275db69"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:15.370452 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port d93b066b-fe0c-4f5b-968b-548fc275db69, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d93b066b-fe0c-4f5b-968b-548fc275db69,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:15.374644 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:15.421553 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=d93b066b-fe0c-4f5b-968b-548fc275db69,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:17.597193 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f7c34565-4db3-436f-afb7-b7f7fc493fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.757156 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.177195 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e4419768-24e6-4a81-a92c-22b047684f7e req-fe03d551-f0fa-46f3-aa9d-ee23a59cab5c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385118 Aug 27 16:18:18.298921 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539870b2-ce1f-4dd5-b3a6-c99fd80552df x-openstack-request-id: req-539870b2-ce1f-4dd5-b3a6-c99fd80552df {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:18.299216 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a94c32-9ba1-4238-978e-c6ea0b138ea5", "name": "network-vif-plugged", "status": "completed", "tag": "d93b066b-fe0c-4f5b-968b-548fc275db69", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:18.299471 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-539870b2-ce1f-4dd5-b3a6-c99fd80552df {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:18.299641 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42446c99-4342-4493-9e3c-053a9b23f0aa req-e4485e7a-c3b4-4be0-9f44-64583c072582 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.300102 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a94c32-9ba1-4238-978e-c6ea0b138ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b066b-fe0c-4f5b-968b-548fc275db69', 'code': 200} Aug 27 16:18:18.301196 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-42446c99-4342-4493-9e3c-053a9b23f0aa req-e4485e7a-c3b4-4be0-9f44-64583c072582 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0493097 Aug 27 16:18:18.325654 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4419768-24e6-4a81-a92c-22b047684f7e req-46d23088-b08c-4ffe-8ae1-8494b301378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.327182 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e4419768-24e6-4a81-a92c-22b047684f7e req-46d23088-b08c-4ffe-8ae1-8494b301378e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 1098 time: 0.0444822 Aug 27 16:18:18.337923 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-42446c99-4342-4493-9e3c-053a9b23f0aa req-ab8a335e-1f24-40fd-ab22-c9c68fd24b16 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Aug 27 16:18:18.464181 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4419768-24e6-4a81-a92c-22b047684f7e req-b32c1b3c-b6b1-4051-beed-22bd95accd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.465534 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e4419768-24e6-4a81-a92c-22b047684f7e req-b32c1b3c-b6b1-4051-beed-22bd95accd74 service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.0848985 Aug 27 16:18:18.742224 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e4419768-24e6-4a81-a92c-22b047684f7e req-ea4915c5-2c41-4bb5-9f9a-0969a5d4c1bd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c HTTP/1.1" status: 200 len: 1001 time: 0.0623012 Aug 27 16:18:18.819768 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4419768-24e6-4a81-a92c-22b047684f7e req-0b2f7ba8-cc49-4a74-9fa7-52983b0c482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.821192 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e4419768-24e6-4a81-a92c-22b047684f7e req-0b2f7ba8-cc49-4a74-9fa7-52983b0c482a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0716839 Aug 27 16:18:18.830172 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fa0c2-0d8f-4630-a555-963afc1a5205 req-b057e372-d480-4d89-9e72-5702ebb9c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.831586 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-165fa0c2-0d8f-4630-a555-963afc1a5205 req-b057e372-d480-4d89-9e72-5702ebb9c787 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 1098 time: 0.0556846 Aug 27 16:18:18.887899 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-165fa0c2-0d8f-4630-a555-963afc1a5205 req-93765f54-0d4a-4363-ac6d-b35a20a93524 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Aug 27 16:18:18.892236 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4419768-24e6-4a81-a92c-22b047684f7e req-0b9d2b72-0146-4541-9ea1-bf0a64cbb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.893612 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e4419768-24e6-4a81-a92c-22b047684f7e req-0b9d2b72-0146-4541-9ea1-bf0a64cbb701 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612102 Aug 27 16:18:19.640735 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e4419768-24e6-4a81-a92c-22b047684f7e req-b649d4ec-363d-4e1a-8376-1d5b504fc031 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848143 Aug 27 16:18:19.714028 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077a25a-5bd6-41f1-8af9-c748e5fadbfa req-50be9061-4e09-43f3-9541-94331db12133 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:19.715539 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1077a25a-5bd6-41f1-8af9-c748e5fadbfa req-50be9061-4e09-43f3-9541-94331db12133 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0485666 Aug 27 16:18:19.760428 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1077a25a-5bd6-41f1-8af9-c748e5fadbfa req-38647a0e-3e0f-43fc-bbab-d91434207b55 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 Aug 27 16:18:19.833379 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e4419768-24e6-4a81-a92c-22b047684f7e req-d35b5721-7c8c-4417-b318-654cc8f671e5 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854189 Aug 27 16:18:20.024616 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65037e7b-55c8-45ba-a1cd-e76aca8dc04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.279498 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.381102 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.842724 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.984658 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:18:26.318927 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f4ab-a499-43f1-8a6e-48181fadcb18 req-89167108-ea4f-4267-95dc-ba1c71b3c850 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.320397 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7f20f4ab-a499-43f1-8a6e-48181fadcb18 req-89167108-ea4f-4267-95dc-ba1c71b3c850 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0511386 Aug 27 16:18:26.355974 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7f20f4ab-a499-43f1-8a6e-48181fadcb18 req-3e8a9ec0-650f-458f-bc02-94841f340140 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296328 Aug 27 16:18:27.462770 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c51827-a83d-4c04-835c-f48c458bc613 req-6ac4ac1c-55a3-44be-80e6-5164332cf69b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.464207 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c0c51827-a83d-4c04-835c-f48c458bc613 req-6ac4ac1c-55a3-44be-80e6-5164332cf69b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0481167 Aug 27 16:18:27.510191 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c0c51827-a83d-4c04-835c-f48c458bc613 req-465ae028-b6d5-47a6-9ec8-be03d919cd41 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 Aug 27 16:18:27.526691 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d75a6f-42f5-44d9-bd3d-fd160e2dfdf1 req-ccb0dc0c-3ecc-4c15-bfd8-2f21e929edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.528164 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40d75a6f-42f5-44d9-bd3d-fd160e2dfdf1 req-ccb0dc0c-3ecc-4c15-bfd8-2f21e929edc5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 1099 time: 0.0471244 Aug 27 16:18:27.612575 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f295f6d-32c2-4d05-b6c2-e8b7f5d6cace req-336fe1d1-0b6b-4d38-a1dc-9bb472ea3c6d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.613957 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3f295f6d-32c2-4d05-b6c2-e8b7f5d6cace req-336fe1d1-0b6b-4d38-a1dc-9bb472ea3c6d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0484924 Aug 27 16:18:27.639995 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d75a6f-42f5-44d9-bd3d-fd160e2dfdf1 req-5e01be6d-d3d8-414a-bf00-b95b62c04fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.641571 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40d75a6f-42f5-44d9-bd3d-fd160e2dfdf1 req-5e01be6d-d3d8-414a-bf00-b95b62c04fa6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 920 time: 0.0880148 Aug 27 16:18:27.653210 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3f295f6d-32c2-4d05-b6c2-e8b7f5d6cace req-51b9c3e3-9343-4555-abac-99b363ce1f2a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Aug 27 16:18:27.690179 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40d75a6f-42f5-44d9-bd3d-fd160e2dfdf1 req-4c5ffe20-4bac-4285-9c51-dfc355b52f0b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6be219-89e4-477a-aca1-e33b93430061 HTTP/1.1" status: 200 len: 217 time: 0.0383475 Aug 27 16:18:27.746556 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d75a6f-42f5-44d9-bd3d-fd160e2dfdf1 req-741f71e3-b621-42f3-9d20-c8df8c4ab261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.748972 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40d75a6f-42f5-44d9-bd3d-fd160e2dfdf1 req-741f71e3-b621-42f3-9d20-c8df8c4ab261 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3db857fb-1308-4a91-9f8b-3991db022993 HTTP/1.1" status: 200 len: 859 time: 0.0473473 Aug 27 16:18:27.868799 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40d75a6f-42f5-44d9-bd3d-fd160e2dfdf1 req-c3288424-5e2e-4986-bbe3-109bfa1a961d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9e8b6fff-c845-4388-aebc-c9251e157b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244272 Aug 27 16:18:27.981893 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40d75a6f-42f5-44d9-bd3d-fd160e2dfdf1 req-865b5385-1eec-495f-90ca-18230b443ffe service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892150 Aug 27 16:18:28.177827 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40d75a6f-42f5-44d9-bd3d-fd160e2dfdf1 req-e4aee14e-2cae-4319-ad8a-05ab9bad95ea service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847952 Aug 27 16:18:28.629695 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c0d37-9dfa-4e19-b136-d331bb3652d0 req-56baadf4-4ebc-4d7b-a130-56d7abb8b3ae tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:28.631264 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6d9c0d37-9dfa-4e19-b136-d331bb3652d0 req-56baadf4-4ebc-4d7b-a130-56d7abb8b3ae tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0530963 Aug 27 16:18:28.668324 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6d9c0d37-9dfa-4e19-b136-d331bb3652d0 req-4fcea158-fb43-4f7f-a14b-be35f9859451 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311344 Aug 27 16:18:28.771554 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba011a-ed3b-432c-b07a-1012e59135fb req-078d3efc-1672-4d6b-825b-9d3c57fe59c2 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:28.773020 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-faba011a-ed3b-432c-b07a-1012e59135fb req-078d3efc-1672-4d6b-825b-9d3c57fe59c2 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0481789 Aug 27 16:18:28.810479 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-faba011a-ed3b-432c-b07a-1012e59135fb req-c0766b6e-a952-4dd4-9d6e-574a8c0fb072 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305047 Aug 27 16:18:29.783755 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685ded3-0efd-48d7-923b-9184b7402efb req-9123f2be-2081-42c4-b91f-15f8bce05728 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:29.785237 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0685ded3-0efd-48d7-923b-9184b7402efb req-9123f2be-2081-42c4-b91f-15f8bce05728 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0494022 Aug 27 16:18:29.822649 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0685ded3-0efd-48d7-923b-9184b7402efb req-0808142a-ff2b-4492-a5ad-43347020f139 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Aug 27 16:18:30.936684 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f1739-8a1f-45a8-a892-9aa52b4407fc req-b11aea6a-b683-4f2c-97b4-56fc66756e37 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.938149 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-489f1739-8a1f-45a8-a892-9aa52b4407fc req-b11aea6a-b683-4f2c-97b4-56fc66756e37 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0490830 Aug 27 16:18:30.975136 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-489f1739-8a1f-45a8-a892-9aa52b4407fc req-4b821417-df84-4011-95b3-f21ac3ac2ddf tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309896 Aug 27 16:18:32.093704 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea606d8-c5d8-42d2-8926-e35b55bd661c req-58d1349b-95ae-4351-9271-65d114d89cd0 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:32.095232 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8ea606d8-c5d8-42d2-8926-e35b55bd661c req-58d1349b-95ae-4351-9271-65d114d89cd0 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0524595 Aug 27 16:18:32.132233 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8ea606d8-c5d8-42d2-8926-e35b55bd661c req-2f01836f-6b29-4e3d-8e00-3c40590cb997 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Aug 27 16:18:33.252926 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a52102-9f7d-4a71-bc2d-325a839f7fd9 req-051a1706-f98e-48d9-8e70-e08988eb231b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.254444 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0a52102-9f7d-4a71-bc2d-325a839f7fd9 req-051a1706-f98e-48d9-8e70-e08988eb231b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0545971 Aug 27 16:18:33.290852 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0a52102-9f7d-4a71-bc2d-325a839f7fd9 req-f606a33d-a753-4bf0-80fd-4013a0361efa tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306520 Aug 27 16:18:34.415738 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f29f4-ebcb-4011-8233-cbf996e84bd3 req-012aaaab-25c0-4167-86f8-011c3bd8db14 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:34.417274 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b22f29f4-ebcb-4011-8233-cbf996e84bd3 req-012aaaab-25c0-4167-86f8-011c3bd8db14 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0531290 Aug 27 16:18:34.456558 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b22f29f4-ebcb-4011-8233-cbf996e84bd3 req-42b92232-db0a-41a4-8502-4462aba11570 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327389 Aug 27 16:18:34.870397 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257ebf5-faa9-4c41-b93c-e9fa48a0f5d5 req-ecef3b5e-adbd-47b3-ac06-4737b47a8917 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:34.871740 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a257ebf5-faa9-4c41-b93c-e9fa48a0f5d5 req-ecef3b5e-adbd-47b3-ac06-4737b47a8917 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 945 time: 0.0464818 Aug 27 16:18:34.907927 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a257ebf5-faa9-4c41-b93c-e9fa48a0f5d5 req-00775664-dca3-450c-9786-1281fe70f776 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296733 Aug 27 16:18:34.929244 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 35772) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:35.165483 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2a4ad-0af6-49d4-b075-7dc8add8536a tempest-TestMinimumBasicScenario-940951114 tempest-TestMinimumBasicScenario-940951114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:35.167042 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e4c2a4ad-0af6-49d4-b075-7dc8add8536a tempest-TestMinimumBasicScenario-940951114 tempest-TestMinimumBasicScenario-940951114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 1093 time: 0.2367311 Aug 27 16:18:35.170486 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 35778) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:35.174735 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'floatingip': {'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'port_id': '19639859-9148-41c3-a297-184cbcc1fbed', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:35.196311 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:35.292414 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:35.605865 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Allocated IP 172.27.0.240 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/4626a257-4ae2-41df-ab8f-d5c8e48d4ab2) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:18:35.615023 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e4faf-069c-4bab-8489-89f52b9f303b req-cc9a1e0a-d124-4af2-90ea-7c278438243d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:35.616472 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c19e4faf-069c-4bab-8489-89f52b9f303b req-cc9a1e0a-d124-4af2-90ea-7c278438243d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0943344 Aug 27 16:18:35.700094 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c19e4faf-069c-4bab-8489-89f52b9f303b req-1ea7a039-4370-45f5-98fa-8fb99ef5d87e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756078 Aug 27 16:18:35.745842 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:35.783926 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:35.818608 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:18:35.821506 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:35.827357 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:35.855324 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'Port': ['ID=4626a257-4ae2-41df-ab8f-d5c8e48d4ab2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:35.864767 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.865046 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.865381 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.865710 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.866037 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.866396 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.866721 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.867042 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.867362 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.867680 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.867998 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:35.868317 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:36.328794 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.423685 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.568628 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.572735 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356014'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.641171 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'Port': ['ID=4626a257-4ae2-41df-ab8f-d5c8e48d4ab2,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:36.651088 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.748793 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.l3_db [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Floating IP 14866e50-fbac-4e11-9834-7ed31e589214 associated. External IP: 172.27.0.240, port: 19639859-9148-41c3-a297-184cbcc1fbed. Aug 27 16:18:36.831692 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f4fb1-e37b-4c3e-ac29-33c3e1a63256 req-ad6d03ed-a02d-4f97-940b-3acd360f678e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:36.833182 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-590f4fb1-e37b-4c3e-ac29-33c3e1a63256 req-ad6d03ed-a02d-4f97-940b-3acd360f678e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0550866 Aug 27 16:18:36.869451 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-590f4fb1-e37b-4c3e-ac29-33c3e1a63256 req-9f7bcfff-52af-4392-b41a-0e9abffa1f97 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303440 Aug 27 16:18:36.958944 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:18:37.240203 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:18:37.250127 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] Sync routers for ids ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:18:37.255684 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.258971 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] Routers {'530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:37.259564 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:18:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:37.282440 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b8ab6f24-4f1e-4955-a196-30dce7d9c59e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1109536 Aug 27 16:18:37.283019 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:37.285392 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e44cca324962b5f450c545287dc147bdb9f24ae76b68515094eaf1112f1b446a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e904d3-e731-4181-9368-a8b042a5263a" -d '{"events": [{"name": "network-changed", "server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "tag": "19639859-9148-41c3-a297-184cbcc1fbed"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:37.285538 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 35800) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:37.289996 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832719159', 'description': 'tempest-secgroup-smoke-1832719159 description', 'project_id': '9d760c04e0f24e10b51a946f2f85d861'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:37.312610 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.322031 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c237ec-48bd-4aca-ac51-416d1f1967fe x-openstack-request-id: req-76c237ec-48bd-4aca-ac51-416d1f1967fe {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:37.322348 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "tag": "19639859-9148-41c3-a297-184cbcc1fbed", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:37.322614 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76c237ec-48bd-4aca-ac51-416d1f1967fe {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:37.322987 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed', 'status': 'completed', 'code': 200} Aug 27 16:18:37.367077 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] Set router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:37.427313 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.432412 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.464065 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e904d3-e731-4181-9368-a8b042a5263a req-05883810-dfd3-46ba-b3b9-bbd41dcace01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.465561 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e5e904d3-e731-4181-9368-a8b042a5263a req-05883810-dfd3-46ba-b3b9-bbd41dcace01 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d760c04e0f24e10b51a946f2f85d861&device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 1098 time: 0.0867369 Aug 27 16:18:37.468710 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.469821 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1833458 Aug 27 16:18:37.471749 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:37.472874 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 35804) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:37.478371 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ad4f9cf2-7a3c-43c6-9776-20dbb4622a2c tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'security_group_rule': {'security_group_id': 'a719e2fd-0eb6-45a9-80e4-d0ae29249b0e', 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:37.507041 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad4f9cf2-7a3c-43c6-9776-20dbb4622a2c tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.522163 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.522550 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.522902 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.523244 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.523581 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.523928 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.524249 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.524580 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.524908 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.525242 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.525568 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.525891 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25535b5a-3cc0-438d-a7e6-1f18056259cf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:37.568112 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad4f9cf2-7a3c-43c6-9776-20dbb4622a2c tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.574487 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad4f9cf2-7a3c-43c6-9776-20dbb4622a2c tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.578948 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e904d3-e731-4181-9368-a8b042a5263a req-2a0eef3d-73cd-45f1-ae6f-b8092ed33b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.580838 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e5e904d3-e731-4181-9368-a8b042a5263a req-2a0eef3d-73cd-45f1-ae6f-b8092ed33b7d service neutron] 10.222.0.88 "GET /v2.0/networks?id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f HTTP/1.1" status: 200 len: 915 time: 0.1067085 Aug 27 16:18:37.594500 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f9cf2-7a3c-43c6-9776-20dbb4622a2c tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a0a1f9-a9bd-452c-be69-3fec8a382a23,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:37.605143 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad4f9cf2-7a3c-43c6-9776-20dbb4622a2c tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.610070 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ad4f9cf2-7a3c-43c6-9776-20dbb4622a2c tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335573 Aug 27 16:18:37.610265 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:54Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '14866e50-fbac-4e11-9834-7ed31e589214', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'port_id': '19639859-9148-41c3-a297-184cbcc1fbed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'mac_address': 'fa:16:3e:51:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350df8a7-540a-490e-a4b8-7565450a3107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:18:36Z', 'updated_at': '2021-08-27T16:18:36Z', 'revision_number': 0, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffc3425-3528-41ff-9ac5-45e42a97e0f0', 'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'mac_address': 'fa:16:3e:59:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:53Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 5, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'subnets': [{'id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:37.610446 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 35808) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:37.616519 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a81e9763-c929-4929-99f7-3a82c5604cb6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'security_group_rule': {'security_group_id': 'a719e2fd-0eb6-45a9-80e4-d0ae29249b0e', 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:37.642419 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] Checking router: 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:18:37.650713 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a81e9763-c929-4929-99f7-3a82c5604cb6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.651331 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] Routers {'530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:37.651990 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:18:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:37.666337 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e5e904d3-e731-4181-9368-a8b042a5263a req-3e708fce-c60b-4f2c-b06a-2371af20a3d8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 999 time: 0.0718877 Aug 27 16:18:37.714318 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a81e9763-c929-4929-99f7-3a82c5604cb6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.720677 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a81e9763-c929-4929-99f7-3a82c5604cb6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.737378 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e904d3-e731-4181-9368-a8b042a5263a req-97aa8b11-450e-4af3-b2bd-3e0cde0b558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.738976 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e5e904d3-e731-4181-9368-a8b042a5263a req-97aa8b11-450e-4af3-b2bd-3e0cde0b558a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d3a32af-7800-4484-9f32-22e723fedc7e HTTP/1.1" status: 200 len: 853 time: 0.0575511 Aug 27 16:18:37.742221 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e9763-c929-4929-99f7-3a82c5604cb6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3529e1d-51c3-4319-9edf-fd1647a3537d,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:37.750501 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a81e9763-c929-4929-99f7-3a82c5604cb6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.752568 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a81e9763-c929-4929-99f7-3a82c5604cb6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409411 Aug 27 16:18:37.755452 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 35810) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:37.759933 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d642c710-7404-4eba-836a-015808a350f8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'security_group_rule': {'security_group_id': 'a719e2fd-0eb6-45a9-80e4-d0ae29249b0e', 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:37.780562 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] Set router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:37.786071 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d642c710-7404-4eba-836a-015808a350f8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.794943 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e904d3-e731-4181-9368-a8b042a5263a req-075ce16d-d099-41d3-9b66-1a7f39c99faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.796547 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e5e904d3-e731-4181-9368-a8b042a5263a req-075ce16d-d099-41d3-9b66-1a7f39c99faf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493670 Aug 27 16:18:37.874842 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d642c710-7404-4eba-836a-015808a350f8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.880855 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d642c710-7404-4eba-836a-015808a350f8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.906795 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642c710-7404-4eba-836a-015808a350f8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a06ae0-5234-483f-9790-740310c94561,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:37.915615 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d642c710-7404-4eba-836a-015808a350f8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.920821 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d642c710-7404-4eba-836a-015808a350f8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642540 Aug 27 16:18:37.920961 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 35818) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:37.925490 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-06884184-f806-42ad-93b2-0ccd764bb22e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'security_group_rule': {'security_group_id': 'a719e2fd-0eb6-45a9-80e4-d0ae29249b0e', 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:37.930758 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e5e904d3-e731-4181-9368-a8b042a5263a req-f5be6215-9604-448b-8561-1fbda4cbf0d6 service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254950 Aug 27 16:18:37.958528 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06884184-f806-42ad-93b2-0ccd764bb22e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.040010 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:54Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '14866e50-fbac-4e11-9834-7ed31e589214', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'port_id': '19639859-9148-41c3-a297-184cbcc1fbed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'mac_address': 'fa:16:3e:51:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350df8a7-540a-490e-a4b8-7565450a3107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:18:36Z', 'updated_at': '2021-08-27T16:18:36Z', 'revision_number': 0, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffc3425-3528-41ff-9ac5-45e42a97e0f0', 'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'mac_address': 'fa:16:3e:59:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:53Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 5, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'subnets': [{'id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:38.071195 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8181b3b-f30d-4329-aad6-5a44d1181059 None None] The sync data for ids ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'] in dv-cinder-800695-5-iscsi is: [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:54Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '14866e50-fbac-4e11-9834-7ed31e589214', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'port_id': '19639859-9148-41c3-a297-184cbcc1fbed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'mac_address': 'fa:16:3e:51:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350df8a7-540a-490e-a4b8-7565450a3107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:18:36Z', 'updated_at': '2021-08-27T16:18:36Z', 'revision_number': 0, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffc3425-3528-41ff-9ac5-45e42a97e0f0', 'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'mac_address': 'fa:16:3e:59:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:53Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 5, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'subnets': [{'id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:18:38.280014 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc97bb-e6c5-42ed-be8d-59a42dc904a8 None None] New status for floating IP 14866e50-fbac-4e11-9834-7ed31e589214: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:18:38.384209 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326e730-3a0e-4960-a385-ead774296dfd req-1412e01f-96ea-4208-b467-f97104a3ace6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.385677 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9326e730-3a0e-4960-a385-ead774296dfd req-1412e01f-96ea-4208-b467-f97104a3ace6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.4234178 Aug 27 16:18:38.413264 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06884184-f806-42ad-93b2-0ccd764bb22e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.425000 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e5e904d3-e731-4181-9368-a8b042a5263a req-1581ce8a-ebf6-42c6-b665-cd9872f1257a service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453177 Aug 27 16:18:38.425586 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06884184-f806-42ad-93b2-0ccd764bb22e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.455868 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06884184-f806-42ad-93b2-0ccd764bb22e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6621320d-b7aa-4f82-a6ad-d62c2a1850ce,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:38.463022 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9326e730-3a0e-4960-a385-ead774296dfd req-e40fe4fb-5a33-40d9-bd69-f54955b25055 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701113 Aug 27 16:18:38.464150 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06884184-f806-42ad-93b2-0ccd764bb22e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.465262 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-06884184-f806-42ad-93b2-0ccd764bb22e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5433941 Aug 27 16:18:38.468578 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 35822) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:38.473217 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-24217a9e-fe0a-41a3-8b4d-dfdde448d3c8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'security_group_rule': {'security_group_id': 'a719e2fd-0eb6-45a9-80e4-d0ae29249b0e', 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:38.494293 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-24217a9e-fe0a-41a3-8b4d-dfdde448d3c8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Project 9d760c04e0f24e10b51a946f2f85d861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:18:38.499269 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24217a9e-fe0a-41a3-8b4d-dfdde448d3c8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.556080 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24217a9e-fe0a-41a3-8b4d-dfdde448d3c8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.559778 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24217a9e-fe0a-41a3-8b4d-dfdde448d3c8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.579483 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24217a9e-fe0a-41a3-8b4d-dfdde448d3c8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e156fe5-8463-4d00-85c6-895c8b203fbc,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:38.583290 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24217a9e-fe0a-41a3-8b4d-dfdde448d3c8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.586941 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-24217a9e-fe0a-41a3-8b4d-dfdde448d3c8 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147859 Aug 27 16:18:38.587828 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 35824) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:38.592015 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-aaa6dcf0-15f4-4c06-a2ac-b8359279d805 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'security_group_rule': {'security_group_id': 'a719e2fd-0eb6-45a9-80e4-d0ae29249b0e', 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:38.611986 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-aaa6dcf0-15f4-4c06-a2ac-b8359279d805 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Project 9d760c04e0f24e10b51a946f2f85d861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:18:38.616655 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aaa6dcf0-15f4-4c06-a2ac-b8359279d805 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.676006 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aaa6dcf0-15f4-4c06-a2ac-b8359279d805 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.680039 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aaa6dcf0-15f4-4c06-a2ac-b8359279d805 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.696849 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6dcf0-15f4-4c06-a2ac-b8359279d805 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5448596-c56b-4cdd-9380-6ee07c8a47a3,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:38.703891 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aaa6dcf0-15f4-4c06-a2ac-b8359279d805 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.705067 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-aaa6dcf0-15f4-4c06-a2ac-b8359279d805 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170263 Aug 27 16:18:38.786175 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-cb14a65a-4c71-41c0-ba1a-bb29407b89d3 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832719159&fields=id&tenant_id=9d760c04e0f24e10b51a946f2f85d861 HTTP/1.1" status: 200 len: 267 time: 0.0326371 Aug 27 16:18:38.840915 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-7702c008-6928-4289-aa62-448a93d56dcf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.842404 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-7702c008-6928-4289-aa62-448a93d56dcf tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 945 time: 0.0507293 Aug 27 16:18:38.853098 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-4bbccb03-68aa-4ecb-badc-6a325eeb12ca tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'port': {'security_groups': ['e6099f77-0c9a-4b34-85a6-fa4733c80708', 'a719e2fd-0eb6-45a9-80e4-d0ae29249b0e']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:38.916967 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-4bbccb03-68aa-4ecb-badc-6a325eeb12ca tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.129764 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-4bbccb03-68aa-4ecb-badc-6a325eeb12ca tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] For port 19639859-9148-41c3-a297-184cbcc1fbed, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=19639859-9148-41c3-a297-184cbcc1fbed,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:39.158450 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-4bbccb03-68aa-4ecb-badc-6a325eeb12ca tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.163748 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-4bbccb03-68aa-4ecb-badc-6a325eeb12ca tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356014'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.207543 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-4bbccb03-68aa-4ecb-badc-6a325eeb12ca tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.208145 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-4bbccb03-68aa-4ecb-badc-6a325eeb12ca tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.209528 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-53326ec2-83fa-466a-98bb-beaa6aad01ca req-4bbccb03-68aa-4ecb-badc-6a325eeb12ca tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "PUT /v2.0/ports/19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 981 time: 0.3608146 Aug 27 16:18:39.233726 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbccb03-68aa-4ecb-badc-6a325eeb12ca tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'Port': ['ID=19639859-9148-41c3-a297-184cbcc1fbed,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:39.237627 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['19639859-9148-41c3-a297-184cbcc1fbed'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:39.323979 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:39.326239 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e44cca324962b5f450c545287dc147bdb9f24ae76b68515094eaf1112f1b446a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b900ae4-1c7a-4647-b0c7-b58221686bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "tag": "19639859-9148-41c3-a297-184cbcc1fbed"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:39.341809 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18955b5a-f04e-490c-bc48-6ddca9ce5b20 req-89d9a5cd-0baf-4dd4-b6ca-1123d88bf7e0 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.343430 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-18955b5a-f04e-490c-bc48-6ddca9ce5b20 req-89d9a5cd-0baf-4dd4-b6ca-1123d88bf7e0 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0590365 Aug 27 16:18:39.371434 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09da88ab-0169-4423-a5ac-9abb6fdbefb1 x-openstack-request-id: req-09da88ab-0169-4423-a5ac-9abb6fdbefb1 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:39.371942 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "tag": "19639859-9148-41c3-a297-184cbcc1fbed", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:39.372812 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09da88ab-0169-4423-a5ac-9abb6fdbefb1 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:39.373455 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed', 'status': 'completed', 'code': 200} Aug 27 16:18:39.392488 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-18955b5a-f04e-490c-bc48-6ddca9ce5b20 req-aa5ba944-27f1-46cc-88db-a01301950581 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412173 Aug 27 16:18:39.474518 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-e17ab6da-ef43-4e09-9c8a-ec9eb06f4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.475894 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-e17ab6da-ef43-4e09-9c8a-ec9eb06f4fb9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d760c04e0f24e10b51a946f2f85d861&device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 1137 time: 0.0418413 Aug 27 16:18:39.482297 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['19639859-9148-41c3-a297-184cbcc1fbed'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:39.530385 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-934f5aea-a112-4ddd-a0a0-8dd44e4d06c0 None None] Provisioning complete for port 19639859-9148-41c3-a297-184cbcc1fbed triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:39.530758 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-934f5aea-a112-4ddd-a0a0-8dd44e4d06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.611974 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-b0509cee-0a9e-40d1-982d-fcbb2753e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.613410 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-b0509cee-0a9e-40d1-982d-fcbb2753e491 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f HTTP/1.1" status: 200 len: 915 time: 0.1297371 Aug 27 16:18:39.620817 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296a212-9d8f-4f83-9f21-463a9dae2c16 req-ad01b9ad-4f27-47e5-aebc-7f0028dbb102 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.622205 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4296a212-9d8f-4f83-9f21-463a9dae2c16 req-ad01b9ad-4f27-47e5-aebc-7f0028dbb102 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0844934 Aug 27 16:18:39.714758 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-1062b1e1-f181-484a-9fab-74f0a6aab270 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 1001 time: 0.0907671 Aug 27 16:18:39.718135 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4296a212-9d8f-4f83-9f21-463a9dae2c16 req-ef786ff6-7b05-40e1-90aa-80e6a44e4fdc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887134 Aug 27 16:18:39.765551 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-991d2042-097c-4a3a-817c-51d3f61bd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.767034 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-991d2042-097c-4a3a-817c-51d3f61bd68b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d3a32af-7800-4484-9f32-22e723fedc7e HTTP/1.1" status: 200 len: 853 time: 0.0445085 Aug 27 16:18:39.821713 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-3a01eab4-e76d-401c-b583-3fa2904b5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.823230 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-3a01eab4-e76d-401c-b583-3fa2904b5afe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397346 Aug 27 16:18:39.929612 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-7d0132c6-90fc-423f-a31b-66734900139c service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912635 Aug 27 16:18:40.060046 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7b900ae4-1c7a-4647-b0c7-b58221686bd2 req-a21fb01a-ae2f-4626-ba48-d08c78e11f3c service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838721 Aug 27 16:18:40.832083 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2af074-f9e1-44b0-b9ab-96f88261091f req-73645813-2613-4e7d-bfaf-465d2149c3ac tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.833546 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ea2af074-f9e1-44b0-b9ab-96f88261091f req-73645813-2613-4e7d-bfaf-465d2149c3ac tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0471795 Aug 27 16:18:40.870289 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ea2af074-f9e1-44b0-b9ab-96f88261091f req-02de22b7-8a2a-4302-b408-d04a828b9e22 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Aug 27 16:18:41.987444 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b501355-bc3a-4853-a974-df8795c28aac req-076c2dd4-7c3d-46cc-bd62-6dd4ff2b516c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:41.988921 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6b501355-bc3a-4853-a974-df8795c28aac req-076c2dd4-7c3d-46cc-bd62-6dd4ff2b516c tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0499074 Aug 27 16:18:42.036873 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6b501355-bc3a-4853-a974-df8795c28aac req-88210b54-6c91-4258-97e5-a2b3f355e6db tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Aug 27 16:18:42.225419 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7974c-fca2-4217-9cb7-c3df80f4e01b req-70997f47-36dc-45f7-b81f-cc02acdf274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.226946 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-acd7974c-fca2-4217-9cb7-c3df80f4e01b req-70997f47-36dc-45f7-b81f-cc02acdf274b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 1099 time: 0.0449126 Aug 27 16:18:42.267715 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-acd7974c-fca2-4217-9cb7-c3df80f4e01b req-64600d60-550c-4bc6-8f8d-1c65f1b32188 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274503 Aug 27 16:18:43.155855 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cb10e-9e8e-4772-a471-fc4d70a465f2 req-4b56c8c3-6869-495d-8acb-b78caadd19e2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:43.157363 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-391cb10e-9e8e-4772-a471-fc4d70a465f2 req-4b56c8c3-6869-495d-8acb-b78caadd19e2 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0492423 Aug 27 16:18:43.194481 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-391cb10e-9e8e-4772-a471-fc4d70a465f2 req-3c38c161-bc7b-4834-83cf-889697f8721d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Aug 27 16:18:44.354455 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10ae15-1eab-4bfe-b7a4-a76cbd807b79 req-12361e20-8061-49eb-9103-20230377f1bb tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:44.356257 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6f10ae15-1eab-4bfe-b7a4-a76cbd807b79 req-12361e20-8061-49eb-9103-20230377f1bb tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0496628 Aug 27 16:18:44.395022 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6f10ae15-1eab-4bfe-b7a4-a76cbd807b79 req-7e085d2e-0d7a-4270-b405-e26e949b3814 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Aug 27 16:18:44.815352 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8db05c-40de-4683-9e2e-b3612fab3a85 req-9e4dff56-59fd-49ce-918f-f310986947a2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:44.816805 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4d8db05c-40de-4683-9e2e-b3612fab3a85 req-9e4dff56-59fd-49ce-918f-f310986947a2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Aug 27 16:18:44.852974 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4d8db05c-40de-4683-9e2e-b3612fab3a85 req-f8bbeef1-9c64-4017-a042-39351348c8e1 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300906 Aug 27 16:18:45.540029 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb1865-7430-4018-b3b2-91f0004c29b5 req-15bf4c74-5639-4aed-9807-538e84aeb8b7 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.541373 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c6bb1865-7430-4018-b3b2-91f0004c29b5 req-15bf4c74-5639-4aed-9807-538e84aeb8b7 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0506916 Aug 27 16:18:45.579063 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c6bb1865-7430-4018-b3b2-91f0004c29b5 req-6c3cb2e9-5fe3-42be-9776-815cf825aaf4 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Aug 27 16:18:45.893305 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca7da-4090-4b2e-b874-99c7949b71db req-93b665bd-2545-42ae-a292-02f74aed4ab8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.894952 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-069ca7da-4090-4b2e-b874-99c7949b71db req-93b665bd-2545-42ae-a292-02f74aed4ab8 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0499439 Aug 27 16:18:45.932179 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-069ca7da-4090-4b2e-b874-99c7949b71db req-71e6d89e-40ad-4207-92c9-f64a7578d5f0 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Aug 27 16:18:45.981805 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcfa8a-1b70-477b-b649-b860b065fb14 req-277a2556-f50f-4534-8865-3ca89271d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.983331 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7edcfa8a-1b70-477b-b649-b860b065fb14 req-277a2556-f50f-4534-8865-3ca89271d91c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 1099 time: 0.1076262 Aug 27 16:18:46.029913 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-55137209-6afd-4f1b-9440-4155d4f7fe93 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:46.031660 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-55137209-6afd-4f1b-9440-4155d4f7fe93 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 814 time: 0.1655612 Aug 27 16:18:46.034997 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2627f-c192-485d-9ca0-e26204833d41 req-4ca6af95-c598-42ca-b9c9-8334b12e3e0f tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:46.036461 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-36b2627f-c192-485d-9ca0-e26204833d41 req-4ca6af95-c598-42ca-b9c9-8334b12e3e0f tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 945 time: 0.0488453 Aug 27 16:18:46.073125 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-36b2627f-c192-485d-9ca0-e26204833d41 req-984bf5cb-60ee-4502-b8a2-1d03835bd243 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308976 Aug 27 16:18:46.073319 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-5fb5776b-3f6e-42da-a41b-8ac618d67115 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/quotas/94b4345eaeda4018a5de93fd89b2c24b HTTP/1.1" status: 200 len: 375 time: 0.0166421 Aug 27 16:18:46.138718 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcfa8a-1b70-477b-b649-b860b065fb14 req-6aaced6c-fb76-4036-b48a-bfc14f0e8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:46.140162 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7edcfa8a-1b70-477b-b649-b860b065fb14 req-6aaced6c-fb76-4036-b48a-bfc14f0e8d9c service neutron] 10.222.0.88 "GET /v2.0/networks?id=9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 200 len: 920 time: 0.1380506 Aug 27 16:18:46.152638 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-1f8e55da-3707-44a6-93ba-accbaff07d9e tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728843 Aug 27 16:18:46.194067 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7edcfa8a-1b70-477b-b649-b860b065fb14 req-50348cb5-3711-4e89-b091-4f9a7a4d328b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6be219-89e4-477a-aca1-e33b93430061 HTTP/1.1" status: 200 len: 217 time: 0.0405066 Aug 27 16:18:46.296814 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcfa8a-1b70-477b-b649-b860b065fb14 req-d60487c8-15d9-46d6-a584-289543220198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:46.298281 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7edcfa8a-1b70-477b-b649-b860b065fb14 req-d60487c8-15d9-46d6-a584-289543220198 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3db857fb-1308-4a91-9f8b-3991db022993 HTTP/1.1" status: 200 len: 859 time: 0.0718887 Aug 27 16:18:46.322322 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-97b8655f-4538-4068-a410-4d7f78760b85 service neutron] 10.222.0.60 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620035 Aug 27 16:18:46.338454 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7edcfa8a-1b70-477b-b649-b860b065fb14 req-37a430fe-4dfd-4c3d-8251-b39be2d05298 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9e8b6fff-c845-4388-aebc-c9251e157b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296955 Aug 27 16:18:46.488636 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-49c92c24-29ad-4f3e-9fdb-7cb1f7152f8d service neutron] 10.222.0.60 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522486 Aug 27 16:18:46.493992 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7edcfa8a-1b70-477b-b649-b860b065fb14 req-dc15ae9f-103a-453b-82e7-4b34cc06c0e3 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396403 Aug 27 16:18:46.652364 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7edcfa8a-1b70-477b-b649-b860b065fb14 req-9c49a414-0a0d-4e1a-a0c0-d806ed0f0e00 service neutron] 10.222.0.88 "GET /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151204 Aug 27 16:18:46.661532 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2934025c-4779-426c-9ff2-09b63064a000 req-fcf3fb9e-dfab-4de8-8fc0-cebf051da23c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 210 time: 0.0291591 Aug 27 16:18:47.046486 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46d96c-ac72-4ed8-a52f-f7081fc0b947 req-b12d8bb3-685a-411c-bb8d-af01888eaa3f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.047974 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7f46d96c-ac72-4ed8-a52f-f7081fc0b947 req-b12d8bb3-685a-411c-bb8d-af01888eaa3f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0490987 Aug 27 16:18:47.085562 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7f46d96c-ac72-4ed8-a52f-f7081fc0b947 req-bdfc2274-22bf-461d-8982-cd6b8cdf85a4 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Aug 27 16:18:47.195553 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f1307-1fc8-499d-8b9a-9958838ba81d req-03d7822a-8409-4341-b2bf-fcd663c75c9d tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.197010 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ad8f1307-1fc8-499d-8b9a-9958838ba81d req-03d7822a-8409-4341-b2bf-fcd663c75c9d tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 945 time: 0.0536666 Aug 27 16:18:47.235491 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ad8f1307-1fc8-499d-8b9a-9958838ba81d req-9896cc67-0a22-4ba5-b6b1-48ce534852a0 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325005 Aug 27 16:18:47.587579 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-725bc4ca-5af6-40e7-8d1e-e0f24b7d7d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.757204 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6ab9c892-871d-405a-bbba-2987b9add733 req-d4b1a018-d52f-4bc0-bc24-e4ad93cb2743 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 210 time: 0.0315273 Aug 27 16:18:47.762196 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.204802 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29d4c0-37ec-4eac-b1de-f60acd8d5ed0 req-459caacb-8d9a-44bf-9996-ed6451907ef7 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.206430 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5e29d4c0-37ec-4eac-b1de-f60acd8d5ed0 req-459caacb-8d9a-44bf-9996-ed6451907ef7 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0509384 Aug 27 16:18:48.244544 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5e29d4c0-37ec-4eac-b1de-f60acd8d5ed0 req-1b9a001c-61c3-45ea-9958-f49d68a03662 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Aug 27 16:18:48.289166 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-719e961b-1997-4307-80be-50c423da1275 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.290635 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-719e961b-1997-4307-80be-50c423da1275 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.88 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 945 time: 0.1130896 Aug 27 16:18:48.323562 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-50387d19-8e71-4b48-bc15-c7d05094789f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.324962 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-50387d19-8e71-4b48-bc15-c7d05094789f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 814 time: 0.1369448 Aug 27 16:18:48.360755 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Request body: {'port': {'device_id': '6c1c314f-0330-4d9a-8a2f-71ece48813c9', 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b', 'admin_state_up': True, 'tenant_id': '94b4345eaeda4018a5de93fd89b2c24b'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:48.493049 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f48bc-9bfd-4b07-a3e8-19bd1036b0a1 req-8b26dc6e-9dc7-4a61-a3aa-7094dfc2c158 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.494531 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ae0f48bc-9bfd-4b07-a3e8-19bd1036b0a1 req-8b26dc6e-9dc7-4a61-a3aa-7094dfc2c158 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 945 time: 0.1687119 Aug 27 16:18:48.551530 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-167889be-81cf-4dab-854e-677fc1bd2b48 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Deleting port b6a7b537-8ed6-40d7-8291-b06cc8e88f55 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:48.551748 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-167889be-81cf-4dab-854e-677fc1bd2b48 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.606010 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ae0f48bc-9bfd-4b07-a3e8-19bd1036b0a1 req-78fc766f-0333-4f3f-8dc4-8bbae717d8ef tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025360 Aug 27 16:18:48.608681 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Made reservation on behalf of 94b4345eaeda4018a5de93fd89b2c24b for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:48.611919 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.710151 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-167889be-81cf-4dab-854e-677fc1bd2b48 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] For port b6a7b537-8ed6-40d7-8291-b06cc8e88f55, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,segment=NetworkSegment(75528db2-673e-418f-b4e6-8b7f8d13b47c),segment_id=75528db2-673e-418f-b4e6-8b7f8d13b47c)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:48.710530 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-167889be-81cf-4dab-854e-677fc1bd2b48 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.728932 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-167889be-81cf-4dab-854e-677fc1bd2b48 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Calling delete_port for b6a7b537-8ed6-40d7-8291-b06cc8e88f55 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:48.815673 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Allocated IP 172.20.0.4 (ada80764-89cb-4a2f-a346-67cc2b2bb65b/3e01547a-fddb-46f7-ac4b-24e87045709f/6c4c0ef1-e07d-4160-80e3-0febb2f6725d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:18:48.850434 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-afd0f5fa-a657-4be1-87f9-17e20ceb2b08 req-b6de5470-a350-400f-8e41-96aae7929e6a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 210 time: 0.0272822 Aug 27 16:18:48.979521 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-167889be-81cf-4dab-854e-677fc1bd2b48 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.017952 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167889be-81cf-4dab-854e-677fc1bd2b48 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Pushing event deleted for resources: {'Port': ['ID=b6a7b537-8ed6-40d7-8291-b06cc8e88f55,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:49.047793 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['b6a7b537-8ed6-40d7-8291-b06cc8e88f55'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:49.062179 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.078343 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-167889be-81cf-4dab-854e-677fc1bd2b48 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] No DVR routers for this DVR port b6a7b537-8ed6-40d7-8291-b06cc8e88f55 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:49.081835 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-167889be-81cf-4dab-854e-677fc1bd2b48 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.083801 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c421e33f-957e-4d08-8ab8-b7c0f10f25d5 req-167889be-81cf-4dab-854e-677fc1bd2b48 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.88 "DELETE /v2.0/ports/b6a7b537-8ed6-40d7-8291-b06cc8e88f55 HTTP/1.1" status: 204 len: 173 time: 0.7734630 Aug 27 16:18:49.084233 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ea656c-a4d4-4b57-8ac6-49a0c2e24426', 'name': 'network-vif-deleted', 'tag': 'b6a7b537-8ed6-40d7-8291-b06cc8e88f55'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:49.086467 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818fcf4a-65df-4429-a93b-7f0cd8d1be66" -d '{"events": [{"server_uuid": "81ea656c-a4d4-4b57-8ac6-49a0c2e24426", "name": "network-vif-deleted", "tag": "b6a7b537-8ed6-40d7-8291-b06cc8e88f55"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:49.124428 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f2523a-cbd6-4f19-81dd-01d356a35ed6 x-openstack-request-id: req-b2f2523a-cbd6-4f19-81dd-01d356a35ed6 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:49.124721 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ea656c-a4d4-4b57-8ac6-49a0c2e24426", "name": "network-vif-deleted", "tag": "b6a7b537-8ed6-40d7-8291-b06cc8e88f55", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:49.124976 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2f2523a-cbd6-4f19-81dd-01d356a35ed6 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:49.125474 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ea656c-a4d4-4b57-8ac6-49a0c2e24426', 'name': 'network-vif-deleted', 'tag': 'b6a7b537-8ed6-40d7-8291-b06cc8e88f55', 'status': 'completed', 'code': 200} Aug 27 16:18:49.131257 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.181372 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Network ada80764-89cb-4a2f-a346-67cc2b2bb65b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:18:49.182711 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f9a50738-e3f0-4064-8ccb-8309619fc50c', '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db', 'd93b066b-fe0c-4f5b-968b-548fc275db69'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:49.185032 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:49.189568 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:49.193933 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Pushing event updated for resources: {'Port': ['ID=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:49.240650 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.241286 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.257152 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-a643c3a6-8fff-4b48-972c-fc3ac67588f9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9016693 Aug 27 16:18:49.320030 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Request body: {'port': {'device_id': '6c1c314f-0330-4d9a-8a2f-71ece48813c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:49.376058 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa906a85-ceea-4123-b742-59ffc45e8644 req-303e1477-3426-4702-ba9b-74f96eba1d5d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.377694 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aa906a85-ceea-4123-b742-59ffc45e8644 req-303e1477-3426-4702-ba9b-74f96eba1d5d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0562034 Aug 27 16:18:49.379335 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.416102 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aa906a85-ceea-4123-b742-59ffc45e8644 req-e70f657c-0ec6-4f04-ba06-c516d517096d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327268 Aug 27 16:18:49.642514 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4c0ef1-e07d-4160-80e3-0febb2f6725d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:49.649831 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.661651 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Transition to ACTIVE for port object 6c4c0ef1-e07d-4160-80e3-0febb2f6725d will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:18:49.665409 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.714695 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-08bbe1c0-e9c0-43cc-b0d0-febdbf5cad7b req-f19189f1-98f2-4a77-a80f-fd002cd5d8e7 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ea656c-a4d4-4b57-8ac6-49a0c2e24426 HTTP/1.1" status: 200 len: 210 time: 0.0280075 Aug 27 16:18:49.718863 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:49.787811 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Attempting to bind port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:49.788146 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Attempting to bind port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:49.788472 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Attempting to bind port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d on network ada80764-89cb-4a2f-a346-67cc2b2bb65b {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:49.792639 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d on network ada80764-89cb-4a2f-a346-67cc2b2bb65b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:49.792960 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Attempting to bind port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d on network ada80764-89cb-4a2f-a346-67cc2b2bb65b {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:49.798631 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:18:49.798965 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Checking segment: {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:49.799340 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Bound using segment: {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:18:49.799763 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Bound port: 6c4c0ef1-e07d-4160-80e3-0febb2f6725d, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cfd009-d82d-4cc9-9871-1b32e1037ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:18:49.800113 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.025027 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e0d090a-c767-4dc5-a6bf-d53b38068614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.154421 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cab44-c4e8-4505-8688-5774aafc1959 req-25df8c55-76cc-44f5-9140-5c37970a6386 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:50.155897 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-050cab44-c4e8-4505-8688-5774aafc1959 req-25df8c55-76cc-44f5-9140-5c37970a6386 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 943 time: 0.0925860 Aug 27 16:18:50.158594 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] For port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:50.162796 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] For port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:18:50.171732 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.227558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:50.228171 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.229533 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] 10.222.0.88 "PUT /v2.0/ports/6c4c0ef1-e07d-4160-80e3-0febb2f6725d HTTP/1.1" status: 200 len: 1093 time: 0.9139266 Aug 27 16:18:50.236026 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-050cab44-c4e8-4505-8688-5774aafc1959 req-72919b05-813c-4801-88dd-876449175725 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719488 Aug 27 16:18:50.263094 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1fc49-2d91-4b27-9dc3-f70d9a8bcec2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:50.280058 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.325021 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-4a74049a-f5da-41c4-a526-fb5e07050a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:50.326511 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-4a74049a-f5da-41c4-a526-fb5e07050a45 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 1096 time: 0.0410628 Aug 27 16:18:50.376309 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-8319547c-89ba-4f3a-8d2a-54fab8ff7117 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c4c0ef1-e07d-4160-80e3-0febb2f6725d HTTP/1.1" status: 200 len: 217 time: 0.0339575 Aug 27 16:18:50.424782 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-bd59f423-a270-47c4-b938-faa81b14cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:50.426104 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-bd59f423-a270-47c4-b938-faa81b14cf4c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3e01547a-fddb-46f7-ac4b-24e87045709f HTTP/1.1" status: 200 len: 854 time: 0.0421917 Aug 27 16:18:50.461617 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-e7eeb255-b88b-4481-b7dd-eb368d2bd724 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ada80764-89cb-4a2f-a346-67cc2b2bb65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280538 Aug 27 16:18:50.534424 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e59432-9e30-4e72-98d9-1125c0a48129 req-2f56398e-972c-4cb9-a3d6-631f10b04e84 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:50.536547 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d2e59432-9e30-4e72-98d9-1125c0a48129 req-2f56398e-972c-4cb9-a3d6-631f10b04e84 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0506432 Aug 27 16:18:50.560111 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-ade925e2-625f-40bb-bc4a-3dbcb3b17172 service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878124 Aug 27 16:18:50.573696 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d2e59432-9e30-4e72-98d9-1125c0a48129 req-d1ca3082-b900-47f0-a0da-7182f8dbdf3a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Aug 27 16:18:50.676217 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b75a904e-25e1-41a1-8ef9-f8b159c367b5 req-53bb8b3b-71d7-496a-b6c1-2681593ef0b0 service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868294 Aug 27 16:18:51.126602 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1c314f-0330-4d9a-8a2f-71ece48813c9', 'tag': '6c4c0ef1-e07d-4160-80e3-0febb2f6725d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:51.129116 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1c314f-0330-4d9a-8a2f-71ece48813c9", "tag": "6c4c0ef1-e07d-4160-80e3-0febb2f6725d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:51.164766 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0e9044-9d7f-4430-9416-9e85529a020b x-openstack-request-id: req-4e0e9044-9d7f-4430-9416-9e85529a020b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:51.165328 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1c314f-0330-4d9a-8a2f-71ece48813c9", "tag": "6c4c0ef1-e07d-4160-80e3-0febb2f6725d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:51.165328 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e0e9044-9d7f-4430-9416-9e85529a020b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:51.165660 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1c314f-0330-4d9a-8a2f-71ece48813c9', 'tag': '6c4c0ef1-e07d-4160-80e3-0febb2f6725d', 'status': 'completed', 'code': 200} Aug 27 16:18:51.255463 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651 req-5961e23b-1cb8-472d-8820-4d640a02e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.257093 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651 req-5961e23b-1cb8-472d-8820-4d640a02e429 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 1096 time: 0.0434735 Aug 27 16:18:51.387639 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:51.424323 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af726df-9a9f-4988-abf7-35fc0b0f23f5 req-d6e03b42-6d76-4d73-925b-b6f1e9db1bca tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.425815 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8af726df-9a9f-4988-abf7-35fc0b0f23f5 req-d6e03b42-6d76-4d73-925b-b6f1e9db1bca tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 943 time: 0.1210344 Aug 27 16:18:51.456576 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651 req-592c9a74-321f-4f36-865e-274a65ee53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.458006 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651 req-592c9a74-321f-4f36-865e-274a65ee53cf service neutron] 10.222.0.88 "GET /v2.0/networks?id=ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 200 len: 915 time: 0.1513646 Aug 27 16:18:51.475091 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8af726df-9a9f-4988-abf7-35fc0b0f23f5 req-80df1578-7904-4c63-9fb7-90f93efc1c3c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428410 Aug 27 16:18:51.686654 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f98d6-65e1-4508-a4b6-611ecf34ca38 req-95536e85-718e-4e44-90c1-1bec84da4893 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.688105 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8f5f98d6-65e1-4508-a4b6-611ecf34ca38 req-95536e85-718e-4e44-90c1-1bec84da4893 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0482886 Aug 27 16:18:51.731030 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8f5f98d6-65e1-4508-a4b6-611ecf34ca38 req-3cf73bae-b192-44df-b851-9aff01ddfe9f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369992 Aug 27 16:18:51.975634 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651 req-542c1b9a-0725-414e-aae3-d8df16e88f04 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c4c0ef1-e07d-4160-80e3-0febb2f6725d HTTP/1.1" status: 200 len: 217 time: 0.0404315 Aug 27 16:18:52.034304 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651 req-7a4ef0a1-9e5e-4c8f-87ae-facea7a40468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:52.035967 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651 req-7a4ef0a1-9e5e-4c8f-87ae-facea7a40468 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3e01547a-fddb-46f7-ac4b-24e87045709f HTTP/1.1" status: 200 len: 854 time: 0.0521321 Aug 27 16:18:52.084331 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651 req-09ce0de8-4903-4621-8865-cc27b25e1715 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ada80764-89cb-4a2f-a346-67cc2b2bb65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264709 Aug 27 16:18:52.591134 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c1a9-668d-40e1-a8c6-f1f6a510ee73 req-6e2f41ab-e8ed-46d1-8b16-af717b8f54cc tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:52.592568 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0e0c1a9-668d-40e1-a8c6-f1f6a510ee73 req-6e2f41ab-e8ed-46d1-8b16-af717b8f54cc tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 943 time: 0.0506320 Aug 27 16:18:52.629132 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0e0c1a9-668d-40e1-a8c6-f1f6a510ee73 req-b640011a-2851-4154-b4b9-ecc6f6438197 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307536 Aug 27 16:18:52.850445 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.421989 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device b6a7b537-8ed6-40d7-8291-b06cc8e88f55 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:54.441636 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: b6a7b537-8ed6-40d7-8291-b06cc8e88f55 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:54.441987 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device b6a7b537-8ed6-40d7-8291-b06cc8e88f55 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:56.069695 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651 req-36ed1639-9e18-4040-af96-c4ca00347c9e service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923524 Aug 27 16:18:56.140500 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0749c-b8e4-4fc5-9f26-2f9adb533a80 req-d0a43f5e-10f9-48e5-83e3-71ea65d8189b tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:56.141935 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-75f0749c-b8e4-4fc5-9f26-2f9adb533a80 req-d0a43f5e-10f9-48e5-83e3-71ea65d8189b tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 943 time: 0.0494297 Aug 27 16:18:56.178607 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-75f0749c-b8e4-4fc5-9f26-2f9adb533a80 req-b17122c9-1910-4ef3-91fd-a46783411283 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Aug 27 16:18:56.538918 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8ff88ca7-0772-4f7f-9ac3-9af1b2518651 req-586894ef-a6bc-414f-b56d-4dbf0baa463a service neutron] 10.222.0.88 "GET /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816009 Aug 27 16:18:57.315310 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eb37f-dd81-4790-b8db-db6e334f3baa req-1ff948c8-e72f-42f7-89f0-4f7ab0173fce tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:57.316759 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bf7eb37f-dd81-4790-b8db-db6e334f3baa req-1ff948c8-e72f-42f7-89f0-4f7ab0173fce tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 943 time: 0.0492189 Aug 27 16:18:57.352733 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bf7eb37f-dd81-4790-b8db-db6e334f3baa req-55d0c63b-80a4-4e62-a643-fa18313ddd27 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300260 Aug 27 16:18:58.605126 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3051e-2ba0-4df5-8d32-61a038e3ad83 req-0c3bf2f0-f007-4bf1-b688-3b79f8ff1d00 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:58.613312 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-52b3051e-2ba0-4df5-8d32-61a038e3ad83 req-0c3bf2f0-f007-4bf1-b688-3b79f8ff1d00 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 943 time: 0.0757799 Aug 27 16:18:58.651890 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-52b3051e-2ba0-4df5-8d32-61a038e3ad83 req-368ae7d7-88b8-49b3-a347-f276ae52ac4b tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359139 Aug 27 16:18:59.770074 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a10e5d-0cb1-47dc-bd8d-a172adbbc2d1 req-52d192c5-a1ba-458a-9767-b0dac06a5884 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:59.771638 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-59a10e5d-0cb1-47dc-bd8d-a172adbbc2d1 req-52d192c5-a1ba-458a-9767-b0dac06a5884 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 943 time: 0.0485327 Aug 27 16:18:59.808319 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-59a10e5d-0cb1-47dc-bd8d-a172adbbc2d1 req-432d45de-b700-42b0-8af8-a1d52167f1f6 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308130 Aug 27 16:19:00.920992 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678b1b2-8212-48b1-b09b-379c2711de67 req-4d564a12-0099-4fd9-9fcb-450f364959c4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:00.922517 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b678b1b2-8212-48b1-b09b-379c2711de67 req-4d564a12-0099-4fd9-9fcb-450f364959c4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 943 time: 0.0482092 Aug 27 16:19:00.959774 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b678b1b2-8212-48b1-b09b-379c2711de67 req-18c53017-465e-4ad9-b648-de86816ac409 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Aug 27 16:19:01.982948 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:19:02.087007 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89460f2a-b8ab-443a-9321-a9faa41f79ff req-ef175551-2f6c-4e8a-9cff-51c23abed194 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:02.088355 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-89460f2a-b8ab-443a-9321-a9faa41f79ff req-ef175551-2f6c-4e8a-9cff-51c23abed194 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 943 time: 0.0515361 Aug 27 16:19:02.125584 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-89460f2a-b8ab-443a-9321-a9faa41f79ff req-b806711b-d126-4ebf-b0fc-827bc0a36014 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314584 Aug 27 16:19:02.874553 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 6c4c0ef1-e07d-4160-80e3-0febb2f6725d details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:19:02.966862 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:02.977517 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '6c4c0ef1-e07d-4160-80e3-0febb2f6725d', 'network_id': 'ada80764-89cb-4a2f-a346-67cc2b2bb65b', 'port_id': '6c4c0ef1-e07d-4160-80e3-0febb2f6725d', 'mac_address': 'fa:16:3e:11:10:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e01547a-fddb-46f7-ac4b-24e87045709f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:19:03.013676 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:03.026717 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4c0ef1-e07d-4160-80e3-0febb2f6725d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:03.045954 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:03.050177 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:03.098490 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:03.105128 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.105478 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.105818 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.106155 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.106512 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.106876 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.107204 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.107529 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.107876 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.108204 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.108528 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.108849 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:03.237347 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82437dd-ed99-44f7-a499-fd745878e0c3 req-e7eb811b-9881-449e-80bc-341e51adef24 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:03.238844 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d82437dd-ed99-44f7-a499-fd745878e0c3 req-e7eb811b-9881-449e-80bc-341e51adef24 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 944 time: 0.0484462 Aug 27 16:19:03.275853 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d82437dd-ed99-44f7-a499-fd745878e0c3 req-8fab7b8e-7599-43d0-af4d-42e2720f15f2 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Aug 27 16:19:03.798635 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989a41-bbf7-4580-b999-014f4ac72136 req-574ec9da-29c7-4449-b8a1-966cfa7bd5f2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:03.799982 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-574ec9da-29c7-4449-b8a1-966cfa7bd5f2 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/networks?id=3f5b2088-6325-40f0-9326-f8c0cae30e2c HTTP/1.1" status: 200 len: 813 time: 0.0982358 Aug 27 16:19:03.815561 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-fe66b3dd-9353-4f3d-9e11-ff8172626119 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/quotas/dc4704e3131046f09560f0dfa373b89c HTTP/1.1" status: 200 len: 375 time: 0.0098605 Aug 27 16:19:03.848942 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-150c8895-eb86-415f-b6bf-5793f8055d3e tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc4704e3131046f09560f0dfa373b89c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282309 Aug 27 16:19:03.938073 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-81ce7a88-0651-45bb-9c98-88c8e3a63528 service neutron] 10.222.0.60 "GET /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824926 Aug 27 16:19:04.030700 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-314c0389-4ca8-4f91-8746-c8cd6dcfb045 service neutron] 10.222.0.60 "GET /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867176 Aug 27 16:19:04.193048 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-17d944df-1ab2-4c35-bcb0-d5121bb07469 req-9c3c2d2a-0afa-4ff6-aa1e-65be9f2879ab tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 210 time: 0.0302141 Aug 27 16:19:04.297497 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['6c4c0ef1-e07d-4160-80e3-0febb2f6725d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:04.393908 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d302-9fff-4cbe-9f19-ae514a9738e1 req-9be751f1-391d-41ae-9cbe-5f9c278b9b2c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:04.395462 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1522d302-9fff-4cbe-9f19-ae514a9738e1 req-9be751f1-391d-41ae-9cbe-5f9c278b9b2c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 944 time: 0.0539072 Aug 27 16:19:04.435456 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1522d302-9fff-4cbe-9f19-ae514a9738e1 req-3061572d-e042-44cf-83aa-c4e274a60db9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322025 Aug 27 16:19:05.294960 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-83ff2152-86bf-4ec6-99af-d3bc85ecf717 req-b8b418f7-47c2-4b56-b967-04b1b4af646f tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 210 time: 0.0344503 Aug 27 16:19:05.386171 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989a41-bbf7-4580-b999-014f4ac72136 req-d73aaec2-bfe2-46da-bd8d-a373bde1fea5 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:05.387612 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-d73aaec2-bfe2-46da-bd8d-a373bde1fea5 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.88 "GET /v2.0/networks?id=3f5b2088-6325-40f0-9326-f8c0cae30e2c HTTP/1.1" status: 200 len: 813 time: 0.1165690 Aug 27 16:19:05.424138 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Request body: {'port': {'device_id': '190e5966-1d69-4ceb-8b23-b7f6432fd313', 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c', 'admin_state_up': True, 'tenant_id': 'dc4704e3131046f09560f0dfa373b89c'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:05.534103 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Made reservation on behalf of dc4704e3131046f09560f0dfa373b89c for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:05.537682 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.551761 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d59bd-7b28-46e2-9aa9-a100056eb88c req-23f866b5-4999-4a33-b1f8-3f05876ff59f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:05.553244 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-420d59bd-7b28-46e2-9aa9-a100056eb88c req-23f866b5-4999-4a33-b1f8-3f05876ff59f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 944 time: 0.0485868 Aug 27 16:19:05.589840 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-420d59bd-7b28-46e2-9aa9-a100056eb88c req-5921dcff-0571-40d9-abb0-a4b631c4273c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305362 Aug 27 16:19:05.667475 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Allocated IP 172.20.0.12 (3f5b2088-6325-40f0-9326-f8c0cae30e2c/318c6a0e-b07a-4a15-b3f8-0acef83e43f2/cdda8ce9-a906-47b5-b30f-2f33df71ce62) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:05.807257 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.851727 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.896946 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Network 3f5b2088-6325-40f0-9326-f8c0cae30e2c is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:05.901958 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:05.906227 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:05.929414 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Pushing event updated for resources: {'Port': ['ID=cdda8ce9-a906-47b5-b30f-2f33df71ce62,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:05.956388 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:05.956995 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.971472 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-b4618e0b-4919-4a20-8b93-5be8d6111474 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510294 Aug 27 16:19:05.992927 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Request body: {'port': {'device_id': '190e5966-1d69-4ceb-8b23-b7f6432fd313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:06.020836 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 6c4c0ef1-e07d-4160-80e3-0febb2f6725d up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:06.050306 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.080960 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:06.085159 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:06.085757 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.164723 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.186367 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1c314f-0330-4d9a-8a2f-71ece48813c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4c0ef1-e07d-4160-80e3-0febb2f6725d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:06.188604 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2cec49-6eea-4380-befd-0ecc66ed9b4e" -d '{"events": [{"server_uuid": "6c1c314f-0330-4d9a-8a2f-71ece48813c9", "name": "network-vif-plugged", "status": "completed", "tag": "6c4c0ef1-e07d-4160-80e3-0febb2f6725d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:06.201658 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:06.206664 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.231771 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848387ce-437c-4440-9a84-edc75aa05ddd x-openstack-request-id: req-848387ce-437c-4440-9a84-edc75aa05ddd {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:06.232059 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1c314f-0330-4d9a-8a2f-71ece48813c9", "name": "network-vif-plugged", "status": "completed", "tag": "6c4c0ef1-e07d-4160-80e3-0febb2f6725d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:06.232391 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-848387ce-437c-4440-9a84-edc75aa05ddd {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:06.233197 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1c314f-0330-4d9a-8a2f-71ece48813c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4c0ef1-e07d-4160-80e3-0febb2f6725d', 'code': 200} Aug 27 16:19:06.263951 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:06.348621 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdda8ce9-a906-47b5-b30f-2f33df71ce62 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:06.359095 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.383142 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Transition to ACTIVE for port object cdda8ce9-a906-47b5-b30f-2f33df71ce62 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:06.388966 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.489799 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Pushing event updated for resources: {'Port': ['ID=cdda8ce9-a906-47b5-b30f-2f33df71ce62,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:06.563108 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a6122-1da6-473a-892c-82c418126e9e req-99b1290c-daca-4ea2-ba40-414787218e81 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:06.564512 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-348a6122-1da6-473a-892c-82c418126e9e req-99b1290c-daca-4ea2-ba40-414787218e81 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 944 time: 0.1492810 Aug 27 16:19:06.587784 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fc6b3-da8f-4ccd-8534-5d6394e96dd9 req-1e67aa4b-5416-4020-b939-4d8836c066eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:06.589224 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-032fc6b3-da8f-4ccd-8534-5d6394e96dd9 req-1e67aa4b-5416-4020-b939-4d8836c066eb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 1098 time: 0.1347930 Aug 27 16:19:06.643478 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Attempting to bind port cdda8ce9-a906-47b5-b30f-2f33df71ce62 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:06.643810 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Attempting to bind port cdda8ce9-a906-47b5-b30f-2f33df71ce62 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '75528db2-673e-418f-b4e6-8b7f8d13b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:06.644133 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Attempting to bind port cdda8ce9-a906-47b5-b30f-2f33df71ce62 on network 3f5b2088-6325-40f0-9326-f8c0cae30e2c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:06.650563 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-348a6122-1da6-473a-892c-82c418126e9e req-a872f004-d70c-4953-89a3-5ad02f3355f6 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770829 Aug 27 16:19:06.659798 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Port cdda8ce9-a906-47b5-b30f-2f33df71ce62 on network 3f5b2088-6325-40f0-9326-f8c0cae30e2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:19:06.660124 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Attempting to bind port cdda8ce9-a906-47b5-b30f-2f33df71ce62 on network 3f5b2088-6325-40f0-9326-f8c0cae30e2c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:06.672838 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-032fc6b3-da8f-4ccd-8534-5d6394e96dd9 req-4641f72e-62c8-44b8-a4c8-d51608414b30 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741832 Aug 27 16:19:06.673891 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:06.674737 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Checking segment: {'id': '75528db2-673e-418f-b4e6-8b7f8d13b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:06.675514 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Bound using segment: {'id': '75528db2-673e-418f-b4e6-8b7f8d13b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:06.676414 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Bound port: cdda8ce9-a906-47b5-b30f-2f33df71ce62, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75528db2-673e-418f-b4e6-8b7f8d13b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:06.677178 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.760799 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] For port cdda8ce9-a906-47b5-b30f-2f33df71ce62, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:06.766807 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] For port cdda8ce9-a906-47b5-b30f-2f33df71ce62, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cdda8ce9-a906-47b5-b30f-2f33df71ce62,segment=NetworkSegment(75528db2-673e-418f-b4e6-8b7f8d13b47c),segment_id=75528db2-673e-418f-b4e6-8b7f8d13b47c)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:06.771992 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.787781 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d0c04-5faf-4555-9898-ef7d8606a110 req-c75f4c94-7c90-4bfa-ad47-c0a5ea151dc6 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:06.789272 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bd5d0c04-5faf-4555-9898-ef7d8606a110 req-c75f4c94-7c90-4bfa-ad47-c0a5ea151dc6 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 945 time: 0.0566659 Aug 27 16:19:06.813715 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:06.814349 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.815927 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] 10.222.0.88 "PUT /v2.0/ports/cdda8ce9-a906-47b5-b30f-2f33df71ce62 HTTP/1.1" status: 200 len: 1094 time: 0.8274539 Aug 27 16:19:06.816384 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190e5966-1d69-4ceb-8b23-b7f6432fd313', 'tag': 'cdda8ce9-a906-47b5-b30f-2f33df71ce62'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:06.818856 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221dbe9-a686-44e5-b284-56b3b1d19609" -d '{"events": [{"name": "network-changed", "server_uuid": "190e5966-1d69-4ceb-8b23-b7f6432fd313", "tag": "cdda8ce9-a906-47b5-b30f-2f33df71ce62"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:06.836896 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bd5d0c04-5faf-4555-9898-ef7d8606a110 req-6ac49f67-6670-4545-8a1b-c93f82dea734 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Aug 27 16:19:06.858154 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076d994-49d1-41d3-b63e-1a191f19fc10 service neutron] Pushing event updated for resources: {'Port': ['ID=cdda8ce9-a906-47b5-b30f-2f33df71ce62,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:06.887455 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9ecef7-3d35-44bc-a652-5d7d2504ece1 x-openstack-request-id: req-1e9ecef7-3d35-44bc-a652-5d7d2504ece1 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:06.887825 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190e5966-1d69-4ceb-8b23-b7f6432fd313", "tag": "cdda8ce9-a906-47b5-b30f-2f33df71ce62", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:06.888096 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e9ecef7-3d35-44bc-a652-5d7d2504ece1 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:06.888490 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190e5966-1d69-4ceb-8b23-b7f6432fd313', 'tag': 'cdda8ce9-a906-47b5-b30f-2f33df71ce62', 'status': 'completed', 'code': 200} Aug 27 16:19:07.094908 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dbab8-0370-4c9b-bcc2-ebba05969689 req-ca44b6b5-f76e-47a7-8357-50ac6b46df9b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:07.096237 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-188dbab8-0370-4c9b-bcc2-ebba05969689 req-ca44b6b5-f76e-47a7-8357-50ac6b46df9b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0465505 Aug 27 16:19:07.133211 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-188dbab8-0370-4c9b-bcc2-ebba05969689 req-0bf89ebd-e062-4a8d-87cf-c0721bb5c550 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311594 Aug 27 16:19:07.343964 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50772e-4407-4f6d-9d4c-dea37b433ef9 req-a43ccc5b-a8b9-43bc-a5d4-2683693fc51d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:07.345457 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7d50772e-4407-4f6d-9d4c-dea37b433ef9 req-a43ccc5b-a8b9-43bc-a5d4-2683693fc51d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0470474 Aug 27 16:19:07.382181 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7d50772e-4407-4f6d-9d4c-dea37b433ef9 req-18e7f510-dfab-4b98-8c93-3467ff7a0ad0 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Aug 27 16:19:07.768007 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09b6bd-dccc-4ec0-9b95-6a22839dafef req-8f9032f1-e1c1-4a30-8ddb-80c2daaeb000 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:07.769564 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5e09b6bd-dccc-4ec0-9b95-6a22839dafef req-8f9032f1-e1c1-4a30-8ddb-80c2daaeb000 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 944 time: 0.0512090 Aug 27 16:19:07.808536 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5e09b6bd-dccc-4ec0-9b95-6a22839dafef req-f0ddbddd-fe6f-4f53-ad47-91020488b919 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Aug 27 16:19:07.956331 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6046a8-73bc-4543-947d-267db88799a5 req-a49cff2d-e140-4116-bcd1-7066530c0f2e tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:07.957638 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0b6046a8-73bc-4543-947d-267db88799a5 req-a49cff2d-e140-4116-bcd1-7066530c0f2e tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 945 time: 0.0475531 Aug 27 16:19:07.999602 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0b6046a8-73bc-4543-947d-267db88799a5 req-aa9eaddb-acb9-4009-b928-bc2957f06760 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361629 Aug 27 16:19:08.006317 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221dbe9-a686-44e5-b284-56b3b1d19609 req-301399ae-c24f-4b80-ab35-b55bdc67cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:08.006317 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b221dbe9-a686-44e5-b284-56b3b1d19609 req-301399ae-c24f-4b80-ab35-b55bdc67cd85 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc4704e3131046f09560f0dfa373b89c&device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 1097 time: 0.0413222 Aug 27 16:19:08.273030 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221dbe9-a686-44e5-b284-56b3b1d19609 req-b8bc4f10-ab7a-4da3-8caa-5612f3507fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:08.274499 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b221dbe9-a686-44e5-b284-56b3b1d19609 req-b8bc4f10-ab7a-4da3-8caa-5612f3507fc5 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=dc4704e3131046f09560f0dfa373b89c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1232646 Aug 27 16:19:08.283295 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f91cf-1b5d-4ee0-9517-2695aa8dc2d9 req-6664888f-85f0-4df0-9ab7-af6ff2b71e79 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:08.284738 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4b5f91cf-1b5d-4ee0-9517-2695aa8dc2d9 req-6664888f-85f0-4df0-9ab7-af6ff2b71e79 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0795202 Aug 27 16:19:08.371581 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4b5f91cf-1b5d-4ee0-9517-2695aa8dc2d9 req-35c2f6f3-9244-4ae8-9936-3160f71c82c3 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786393 Aug 27 16:19:08.397905 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221dbe9-a686-44e5-b284-56b3b1d19609 req-1969d905-0f50-4ea2-9bf8-89ffb143aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:08.399390 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b221dbe9-a686-44e5-b284-56b3b1d19609 req-1969d905-0f50-4ea2-9bf8-89ffb143aef0 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138067 Aug 27 16:19:08.495122 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350de27-0676-47f4-bd44-244eeddec80c req-fc197172-a56c-457e-aa65-4a058d5392ee tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:08.496575 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0350de27-0676-47f4-bd44-244eeddec80c req-fc197172-a56c-457e-aa65-4a058d5392ee tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0496871 Aug 27 16:19:08.514184 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989a41-bbf7-4580-b999-014f4ac72136 req-03ac823a-6705-42d2-976f-d874a03b40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:08.515680 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-03ac823a-6705-42d2-976f-d874a03b40ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc4704e3131046f09560f0dfa373b89c&device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 1097 time: 0.0410402 Aug 27 16:19:08.536436 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0350de27-0676-47f4-bd44-244eeddec80c req-ab6fd848-cb63-4910-9d34-f8190c408852 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328274 Aug 27 16:19:08.571725 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-d963a05c-e5c6-494d-adf7-772c1176b9ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdda8ce9-a906-47b5-b30f-2f33df71ce62 HTTP/1.1" status: 200 len: 217 time: 0.0334930 Aug 27 16:19:08.623889 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989a41-bbf7-4580-b999-014f4ac72136 req-340ecd48-dec1-4da4-808e-3cbf24c636e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:08.625256 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-340ecd48-dec1-4da4-808e-3cbf24c636e3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=318c6a0e-b07a-4a15-b3f8-0acef83e43f2 HTTP/1.1" status: 200 len: 853 time: 0.0455289 Aug 27 16:19:08.659738 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-894e8f65-f916-4fd3-9b55-ae7f19f2f30a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3f5b2088-6325-40f0-9326-f8c0cae30e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240264 Aug 27 16:19:08.748842 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-f91a8d58-2c29-406d-b06d-604805111bc7 service neutron] 10.222.0.88 "GET /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801539 Aug 27 16:19:08.849074 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-92989a41-bbf7-4580-b999-014f4ac72136 req-ef3c3e0c-e675-411e-8bab-0fdde7dda88d service neutron] 10.222.0.88 "GET /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870523 Aug 27 16:19:08.927597 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61b16b-30e9-4d8b-b11a-7e8657791f12 req-f547aed1-43cb-4672-b211-2f354d0dfb8f tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:08.929158 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-fc61b16b-30e9-4d8b-b11a-7e8657791f12 req-f547aed1-43cb-4672-b211-2f354d0dfb8f tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 944 time: 0.0495839 Aug 27 16:19:08.966796 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-fc61b16b-30e9-4d8b-b11a-7e8657791f12 req-bf72d6ef-ac8c-4171-ad0a-4290b9fb23ae tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Aug 27 16:19:09.110943 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fcd68-b512-4c04-b761-319a20d722e2 req-f014ff28-cf33-4039-9d2e-ae236eccde4d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:09.112295 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-954fcd68-b512-4c04-b761-319a20d722e2 req-f014ff28-cf33-4039-9d2e-ae236eccde4d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 945 time: 0.0474372 Aug 27 16:19:09.149202 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-954fcd68-b512-4c04-b761-319a20d722e2 req-c2813524-9c39-421a-8baf-0bde0b0e5506 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Aug 27 16:19:09.490476 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f6fcd-1fe5-4e69-ae2c-352159bd7954 req-d2511180-b6b4-4f44-97f1-f0b2f834fd8a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:09.491923 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bd3f6fcd-1fe5-4e69-ae2c-352159bd7954 req-d2511180-b6b4-4f44-97f1-f0b2f834fd8a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0481169 Aug 27 16:19:09.527921 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bd3f6fcd-1fe5-4e69-ae2c-352159bd7954 req-3a62925b-7d7b-4274-a256-fda5c73956c5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302644 Aug 27 16:19:09.647442 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ade0ca-202b-44bc-836e-2b4eb4844ea7 req-3941999f-99e4-49ab-a8d9-a352f64e457e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:09.648853 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f3ade0ca-202b-44bc-836e-2b4eb4844ea7 req-3941999f-99e4-49ab-a8d9-a352f64e457e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0471554 Aug 27 16:19:09.688082 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f3ade0ca-202b-44bc-836e-2b4eb4844ea7 req-38bcb8d1-2daf-4e6d-bdbe-3321520df6af tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327032 Aug 27 16:19:10.083197 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcdb35-4ded-4c28-aacd-586d5f54d0d4 req-79a69d4c-6a24-4667-841f-5c7978fed8c9 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:10.084799 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a9fcdb35-4ded-4c28-aacd-586d5f54d0d4 req-79a69d4c-6a24-4667-841f-5c7978fed8c9 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 944 time: 0.0525379 Aug 27 16:19:10.120770 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a9fcdb35-4ded-4c28-aacd-586d5f54d0d4 req-3c99eeec-5a74-45e4-9c38-1e1cccddd7be tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302207 Aug 27 16:19:10.259370 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aa2d4-5cbe-44f5-904a-87d5f06ababe req-4ebc1404-1de4-4599-9893-f8632eec6706 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:10.260715 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1d2aa2d4-5cbe-44f5-904a-87d5f06ababe req-4ebc1404-1de4-4599-9893-f8632eec6706 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 945 time: 0.0469739 Aug 27 16:19:10.296515 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1d2aa2d4-5cbe-44f5-904a-87d5f06ababe req-25a1862c-b39f-43e2-89e6-9b02cc941b11 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293822 Aug 27 16:19:10.644950 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea232-7f6b-4fc2-b379-90a4bfb7f450 req-d0eb9b31-afd9-464a-919c-efc71c8e3e2d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:10.646410 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-690ea232-7f6b-4fc2-b379-90a4bfb7f450 req-d0eb9b31-afd9-464a-919c-efc71c8e3e2d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0472536 Aug 27 16:19:10.683000 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-690ea232-7f6b-4fc2-b379-90a4bfb7f450 req-e0f061cd-c946-46c3-862b-f085f4933ed9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307574 Aug 27 16:19:10.804304 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e049a8-98e7-46a1-aa02-8f9c0128fde8 req-3d4712f5-9e5f-4eed-9f5d-11b60f457efd tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:10.805750 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3e049a8-98e7-46a1-aa02-8f9c0128fde8 req-3d4712f5-9e5f-4eed-9f5d-11b60f457efd tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0479994 Aug 27 16:19:10.854514 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3e049a8-98e7-46a1-aa02-8f9c0128fde8 req-6c4e832e-e4c6-4dda-be78-5ce784b002ce tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Aug 27 16:19:11.233101 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398281c-0690-4ed7-b926-8d82f5f333ce req-b1940fce-d62a-47b2-916c-a6a79665fcd1 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.234567 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a398281c-0690-4ed7-b926-8d82f5f333ce req-b1940fce-d62a-47b2-916c-a6a79665fcd1 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 944 time: 0.0485854 Aug 27 16:19:11.271054 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a398281c-0690-4ed7-b926-8d82f5f333ce req-71cfd891-7a43-4f78-852e-24c47f78c96c tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307348 Aug 27 16:19:11.407873 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5330ce-3e6f-429f-83b4-98228dc8ef5a req-a018ad31-ade8-4a6a-983c-c366d7160978 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.409234 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cf5330ce-3e6f-429f-83b4-98228dc8ef5a req-a018ad31-ade8-4a6a-983c-c366d7160978 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 945 time: 0.0478125 Aug 27 16:19:11.447659 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cf5330ce-3e6f-429f-83b4-98228dc8ef5a req-cadb4826-509d-4f22-a14a-bffca7275498 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326948 Aug 27 16:19:11.804858 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae58597-91f5-4804-8087-21b093e82b14 req-306df56b-3574-40a7-a3dc-6545ad40caf0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.806300 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6ae58597-91f5-4804-8087-21b093e82b14 req-306df56b-3574-40a7-a3dc-6545ad40caf0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0513296 Aug 27 16:19:11.843670 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6ae58597-91f5-4804-8087-21b093e82b14 req-f3e251b5-b14d-45f7-b4bd-4f6484b55f1d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Aug 27 16:19:11.966374 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafa462-f09c-4587-bb09-79a77a481c8c req-19345853-b9f5-4704-9a92-e9f4d8a60f41 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.967777 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-abafa462-f09c-4587-bb09-79a77a481c8c req-19345853-b9f5-4704-9a92-e9f4d8a60f41 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0471046 Aug 27 16:19:12.009592 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-abafa462-f09c-4587-bb09-79a77a481c8c req-9adf3e9d-fe35-4772-82f4-79d194c5743a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357752 Aug 27 16:19:12.382466 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6d033-8fe4-4d64-a7b0-54e4bcc83fbd req-221ef3d4-35a0-4a5f-bc4a-12185070e43f tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.383960 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bfc6d033-8fe4-4d64-a7b0-54e4bcc83fbd req-221ef3d4-35a0-4a5f-bc4a-12185070e43f tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 944 time: 0.0489016 Aug 27 16:19:12.421092 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bfc6d033-8fe4-4d64-a7b0-54e4bcc83fbd req-c92787e7-dc87-4d07-b2a4-f544b53dd550 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Aug 27 16:19:12.959595 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c321d5-5e42-414f-b628-81ad574da64a req-1510318a-f2e0-4b29-9b31-ca8147f5dc45 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.961058 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-63c321d5-5e42-414f-b628-81ad574da64a req-1510318a-f2e0-4b29-9b31-ca8147f5dc45 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0468967 Aug 27 16:19:12.969980 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5634754c-b59e-4c51-9b59-d2a8dc1e2dab tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.971449 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5634754c-b59e-4c51-9b59-d2a8dc1e2dab tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.88 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.0482240 Aug 27 16:19:12.999633 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-63c321d5-5e42-414f-b628-81ad574da64a req-6bbbbd76-7dde-4dec-b515-428cba6b4539 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Aug 27 16:19:13.079590 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5b601727-ae4d-4fb9-b560-3f685dcef6dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Deleting port bd938b12-bb41-41d1-a027-5650fe0c9df6 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:13.079935 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5b601727-ae4d-4fb9-b560-3f685dcef6dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.188544 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee9dc4-c13d-43c7-a217-45bdc78c0bae req-3c5b4157-f4e3-4374-b354-db1e9f22bd0a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:13.190046 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-fdee9dc4-c13d-43c7-a217-45bdc78c0bae req-3c5b4157-f4e3-4374-b354-db1e9f22bd0a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 945 time: 0.1071670 Aug 27 16:19:13.218526 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5b601727-ae4d-4fb9-b560-3f685dcef6dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] For port bd938b12-bb41-41d1-a027-5650fe0c9df6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd938b12-bb41-41d1-a027-5650fe0c9df6,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:13.218888 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5b601727-ae4d-4fb9-b560-3f685dcef6dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.240109 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5b601727-ae4d-4fb9-b560-3f685dcef6dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Calling delete_port for bd938b12-bb41-41d1-a027-5650fe0c9df6 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:13.253989 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-fdee9dc4-c13d-43c7-a217-45bdc78c0bae req-ef75ff8e-6e48-4d25-a158-7ce8fd04c864 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573201 Aug 27 16:19:13.370898 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5b601727-ae4d-4fb9-b560-3f685dcef6dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.399599 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b601727-ae4d-4fb9-b560-3f685dcef6dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Pushing event deleted for resources: {'Port': ['ID=bd938b12-bb41-41d1-a027-5650fe0c9df6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:13.429630 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['bd938b12-bb41-41d1-a027-5650fe0c9df6', 'ad6be219-89e4-477a-aca1-e33b93430061'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:13.439968 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5b601727-ae4d-4fb9-b560-3f685dcef6dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] No DVR routers for this DVR port bd938b12-bb41-41d1-a027-5650fe0c9df6 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:13.442440 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5b601727-ae4d-4fb9-b560-3f685dcef6dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.444414 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-87e3363a-8ff3-409e-9cb4-7fb35a122e81 req-5b601727-ae4d-4fb9-b560-3f685dcef6dc tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.88 "DELETE /v2.0/ports/bd938b12-bb41-41d1-a027-5650fe0c9df6 HTTP/1.1" status: 204 len: 173 time: 0.4662180 Aug 27 16:19:13.444848 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09120c72-8124-4a19-971a-9930f2ad1b09', 'name': 'network-vif-deleted', 'tag': 'bd938b12-bb41-41d1-a027-5650fe0c9df6'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:13.447161 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1502064c-98dc-41f5-888f-64c5522ed8f5" -d '{"events": [{"server_uuid": "09120c72-8124-4a19-971a-9930f2ad1b09", "name": "network-vif-deleted", "tag": "bd938b12-bb41-41d1-a027-5650fe0c9df6"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:13.484795 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2615bf-0fd0-43f4-81d3-61e43a9c12de x-openstack-request-id: req-da2615bf-0fd0-43f4-81d3-61e43a9c12de {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:13.485091 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09120c72-8124-4a19-971a-9930f2ad1b09", "name": "network-vif-deleted", "tag": "bd938b12-bb41-41d1-a027-5650fe0c9df6", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:13.485342 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da2615bf-0fd0-43f4-81d3-61e43a9c12de {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:13.485736 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09120c72-8124-4a19-971a-9930f2ad1b09', 'name': 'network-vif-deleted', 'tag': 'bd938b12-bb41-41d1-a027-5650fe0c9df6', 'status': 'completed', 'code': 200} Aug 27 16:19:13.550744 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc856c1-039d-4c3c-9b38-95f5407f29fb req-fd2769f0-f4c7-4b75-be5b-64a24552a2ba tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:13.552128 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ffc856c1-039d-4c3c-9b38-95f5407f29fb req-fd2769f0-f4c7-4b75-be5b-64a24552a2ba tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 944 time: 0.0556028 Aug 27 16:19:13.592255 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ffc856c1-039d-4c3c-9b38-95f5407f29fb req-dc11b822-834e-4224-bf24-f02fdad85880 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341477 Aug 27 16:19:14.128008 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80259c81-e409-4d8f-9b93-6f09950ad1a2 req-c96447f7-60f6-4d81-a1e4-9faadbd5247e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:14.129499 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-80259c81-e409-4d8f-9b93-6f09950ad1a2 req-c96447f7-60f6-4d81-a1e4-9faadbd5247e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0567658 Aug 27 16:19:14.184235 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-80259c81-e409-4d8f-9b93-6f09950ad1a2 req-ba09cff2-45bc-4c05-a477-6ea33e9bb743 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475512 Aug 27 16:19:14.364633 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-18db085a-aeb9-48c5-abe0-5d9fb65241f4 req-9a068f8d-0d3b-473d-8cf5-c997103e0115 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=09120c72-8124-4a19-971a-9930f2ad1b09 HTTP/1.1" status: 200 len: 210 time: 0.0265477 Aug 27 16:19:14.705994 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b18916-5b9b-4854-b2de-bb069630a33a req-6491fb7e-a56b-4ee8-a465-228db02eb58b tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:14.707465 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b3b18916-5b9b-4854-b2de-bb069630a33a req-6491fb7e-a56b-4ee8-a465-228db02eb58b tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 944 time: 0.0485165 Aug 27 16:19:14.743438 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b3b18916-5b9b-4854-b2de-bb069630a33a req-a4cd8a29-dca9-48b7-bff2-e1a32cac9476 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300226 Aug 27 16:19:15.313531 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c014d3c-5d62-48a5-b4d1-47ce57a3b26e req-eccc1f47-8851-466c-b389-f7a121863eff tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:15.314909 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0c014d3c-5d62-48a5-b4d1-47ce57a3b26e req-eccc1f47-8851-466c-b389-f7a121863eff tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0513525 Aug 27 16:19:15.351273 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0c014d3c-5d62-48a5-b4d1-47ce57a3b26e req-2eab28fa-70e4-4a7c-a646-0e7ebceaa080 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304823 Aug 27 16:19:15.623690 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25541d-2f3d-46ea-aa54-19f8e674ec2c req-1f39677d-46bb-446c-93da-dd8f8910fcf6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:15.625021 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b25541d-2f3d-46ea-aa54-19f8e674ec2c req-1f39677d-46bb-446c-93da-dd8f8910fcf6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0469851 Aug 27 16:19:15.664639 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3b25541d-2f3d-46ea-aa54-19f8e674ec2c req-d4d91a3f-df05-47e6-839f-e16277e07ea6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 Aug 27 16:19:15.860706 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-eea8eb3e-99f2-4cb5-8d7b-648f2ba0b4db service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674739 Aug 27 16:19:15.872322 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09725e2-b46f-4669-bb65-ace62dc773d4 req-720ba91e-9aa1-431b-9ed8-99e8eb4ac2a1 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:15.873978 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e09725e2-b46f-4669-bb65-ace62dc773d4 req-720ba91e-9aa1-431b-9ed8-99e8eb4ac2a1 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 944 time: 0.0568311 Aug 27 16:19:15.910785 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e09725e2-b46f-4669-bb65-ace62dc773d4 req-c95f20f5-a57f-41ec-a614-7bfb55b77413 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Aug 27 16:19:15.969737 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-ae261965-4bd8-4368-85ac-e2813d44fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:15.971211 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-ae261965-4bd8-4368-85ac-e2813d44fdff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 1098 time: 0.0472929 Aug 27 16:19:16.072667 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-5b5fdfa7-ad7d-4331-9abb-7bd43641ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.074091 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-5b5fdfa7-ad7d-4331-9abb-7bd43641ffd8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 912 time: 0.0827739 Aug 27 16:19:16.086314 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device cdda8ce9-a906-47b5-b30f-2f33df71ce62 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:19:16.096550 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device bd938b12-bb41-41d1-a027-5650fe0c9df6 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:16.119535 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: bd938b12-bb41-41d1-a027-5650fe0c9df6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:16.119862 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device bd938b12-bb41-41d1-a027-5650fe0c9df6 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:16.162729 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-b4d5b9c5-4642-409b-a1ba-e8204d595993 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2327a649-2d80-48a8-a769-258b94e2dac2 HTTP/1.1" status: 200 len: 1000 time: 0.0685313 Aug 27 16:19:16.205743 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port cdda8ce9-a906-47b5-b30f-2f33df71ce62, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cdda8ce9-a906-47b5-b30f-2f33df71ce62,segment=NetworkSegment(75528db2-673e-418f-b4e6-8b7f8d13b47c),segment_id=75528db2-673e-418f-b4e6-8b7f8d13b47c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:16.217678 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-d4d73b46-000d-4d1c-8ddf-0bd987b245d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.218051 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'cdda8ce9-a906-47b5-b30f-2f33df71ce62', 'network_id': '3f5b2088-6325-40f0-9326-f8c0cae30e2c', 'port_id': 'cdda8ce9-a906-47b5-b30f-2f33df71ce62', 'mac_address': 'fa:16:3e:bd:8e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318c6a0e-b07a-4a15-b3f8-0acef83e43f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:19:16.219178 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-d4d73b46-000d-4d1c-8ddf-0bd987b245d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.0484664 Aug 27 16:19:16.256061 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.279446 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdda8ce9-a906-47b5-b30f-2f33df71ce62 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:16.306597 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port cdda8ce9-a906-47b5-b30f-2f33df71ce62, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cdda8ce9-a906-47b5-b30f-2f33df71ce62,segment=NetworkSegment(75528db2-673e-418f-b4e6-8b7f8d13b47c),segment_id=75528db2-673e-418f-b4e6-8b7f8d13b47c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:16.311385 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.333214 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-13171859-15a8-4db1-b9b1-17a0b2b533f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.334758 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-13171859-15a8-4db1-b9b1-17a0b2b533f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669286 Aug 27 16:19:16.383162 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=cdda8ce9-a906-47b5-b30f-2f33df71ce62,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:16.455515 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-a16512e7-e200-4660-8fb9-188e6aedc4a3 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028800 Aug 27 16:19:16.576829 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c43f8-8c49-4330-9b7f-d6aa720c3172 req-c7b9f86f-6839-4404-8c20-737411c64d00 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.578438 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c72c43f8-8c49-4330-9b7f-d6aa720c3172 req-c7b9f86f-6839-4404-8c20-737411c64d00 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.1083467 Aug 27 16:19:16.598876 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb8ec8-2ed0-4569-92a8-5d1002238691 req-db69179f-9f87-404a-9fc0-8850a96311e1 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.600373 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3edb8ec8-2ed0-4569-92a8-5d1002238691 req-db69179f-9f87-404a-9fc0-8850a96311e1 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0500634 Aug 27 16:19:16.614510 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d5deecb3-e4ed-4f34-9ad6-90804b3d9362 req-629dd003-efd5-4a3d-b11d-70cb027d3463 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356468 Aug 27 16:19:16.630896 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c72c43f8-8c49-4330-9b7f-d6aa720c3172 req-80904c36-8bd5-4202-bc25-8324a7be9298 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460234 Aug 27 16:19:16.638016 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3edb8ec8-2ed0-4569-92a8-5d1002238691 req-75b2afa9-fc2e-45ee-bf4e-c4a5bcd19a1f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Aug 27 16:19:17.019242 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d382f2-bec8-4ed7-a5b6-8d73fa00f54a req-94bf87cc-c01a-4b7d-aac4-03cf5310ae2a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.020912 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e2d382f2-bec8-4ed7-a5b6-8d73fa00f54a req-94bf87cc-c01a-4b7d-aac4-03cf5310ae2a tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.2924135 Aug 27 16:19:17.024844 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0991e7-89c1-43ec-9248-ea3f4f0fa3ab req-88d7d589-4de6-4bd4-b604-45c1fa239562 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.026383 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fb0991e7-89c1-43ec-9248-ea3f4f0fa3ab req-88d7d589-4de6-4bd4-b604-45c1fa239562 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 945 time: 0.0488136 Aug 27 16:19:17.059234 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e2d382f2-bec8-4ed7-a5b6-8d73fa00f54a req-20ab1899-2cb1-4220-86ef-7823c92fa723 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324261 Aug 27 16:19:17.063870 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fb0991e7-89c1-43ec-9248-ea3f4f0fa3ab req-c8079674-dd98-4f5d-91bd-92ac447ee9f0 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Aug 27 16:19:17.258514 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['cdda8ce9-a906-47b5-b30f-2f33df71ce62'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:17.589073 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-85fee494-33d3-4c50-9fc4-3b6bff91d5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.755316 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.755974 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a3c4e-dd79-4456-872e-ba913157eded req-8c3c5cfa-3891-47d0-8b95-d20e59cc106b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.757549 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3c1a3c4e-dd79-4456-872e-ba913157eded req-8c3c5cfa-3891-47d0-8b95-d20e59cc106b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0510345 Aug 27 16:19:17.760015 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8e0ee-b0c7-4072-a3dd-655ace257e8a req-caa81b48-ea9b-492e-be62-004249bb813f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.761604 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3a8e0ee-b0c7-4072-a3dd-655ace257e8a req-caa81b48-ea9b-492e-be62-004249bb813f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0555639 Aug 27 16:19:17.799623 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3c1a3c4e-dd79-4456-872e-ba913157eded req-aefa7bd0-0230-41a6-ac32-ec5ee262ef5c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351908 Aug 27 16:19:17.811802 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3a8e0ee-b0c7-4072-a3dd-655ace257e8a req-2efed359-48c0-4224-a411-a9de3b672786 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438976 Aug 27 16:19:18.174324 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d25ed-c83f-47a1-a2ae-648fbf1ccf5f req-8d2277e2-b6cb-4096-9bf7-14f030e1d8af tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:18.175143 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0e663-4a55-4afd-ba5e-6a4ac5a3712c req-57964097-3f74-42bf-8b6d-1cabdd224b9e tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:18.175877 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8b7d25ed-c83f-47a1-a2ae-648fbf1ccf5f req-8d2277e2-b6cb-4096-9bf7-14f030e1d8af tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0487494 Aug 27 16:19:18.176987 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-54f0e663-4a55-4afd-ba5e-6a4ac5a3712c req-57964097-3f74-42bf-8b6d-1cabdd224b9e tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 945 time: 0.0475395 Aug 27 16:19:18.213702 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-54f0e663-4a55-4afd-ba5e-6a4ac5a3712c req-d05f97bd-ec25-40dd-969a-ace2726c11fe tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Aug 27 16:19:18.214097 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8b7d25ed-c83f-47a1-a2ae-648fbf1ccf5f req-f112922e-af4e-4c09-bbc7-2bbc91c2c441 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Aug 27 16:19:18.926652 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2906533-d524-485c-9281-134a131f7246 req-f38d7b6d-3f3d-4c47-8522-1541883b73be tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:18.927349 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caaec8-02e9-4e6a-a859-0a211ea51951 req-96781635-5e12-4cb1-b82c-e916087fbcb2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:18.928126 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d2906533-d524-485c-9281-134a131f7246 req-f38d7b6d-3f3d-4c47-8522-1541883b73be tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0491922 Aug 27 16:19:18.928250 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a0caaec8-02e9-4e6a-a859-0a211ea51951 req-96781635-5e12-4cb1-b82c-e916087fbcb2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0522842 Aug 27 16:19:18.965395 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a0caaec8-02e9-4e6a-a859-0a211ea51951 req-33f2d008-2917-4025-bc04-1d49f7597154 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310667 Aug 27 16:19:18.966867 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d2906533-d524-485c-9281-134a131f7246 req-79d63902-f501-49ea-84f4-e1a6103232cb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324938 Aug 27 16:19:19.327261 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e033-e933-4754-9de0-07948c8ec9d1 req-e027d806-0175-4330-b94d-c463072be2b3 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:19.327763 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2070b2e-495d-40f1-85de-afbbd995cc75 req-d858ebc5-b3cd-4e5b-8948-a791b8ccacc0 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:19.328718 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2c96e033-e933-4754-9de0-07948c8ec9d1 req-e027d806-0175-4330-b94d-c463072be2b3 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 945 time: 0.0482261 Aug 27 16:19:19.329226 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c2070b2e-495d-40f1-85de-afbbd995cc75 req-d858ebc5-b3cd-4e5b-8948-a791b8ccacc0 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0488772 Aug 27 16:19:19.366210 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c2070b2e-495d-40f1-85de-afbbd995cc75 req-4a964996-fc62-4862-8dde-1d0f9cf9d5ba tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Aug 27 16:19:19.368723 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2c96e033-e933-4754-9de0-07948c8ec9d1 req-b524334c-c50d-451d-9a25-01bb4cd63c58 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338838 Aug 27 16:19:20.019793 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f6e5b41-81d4-4765-9fa0-f2905d348909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.091146 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100542-c8f0-4a0e-b690-835f2e2b5baf req-ed52051e-c4ab-45fe-a0d7-3e19d72d512c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.091719 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e364b-09c4-4ec6-9ff0-23831b30434f req-d7d92271-92f5-4376-b487-f2b0278a5814 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.092618 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d3100542-c8f0-4a0e-b690-835f2e2b5baf req-ed52051e-c4ab-45fe-a0d7-3e19d72d512c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0478280 Aug 27 16:19:20.093178 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d52e364b-09c4-4ec6-9ff0-23831b30434f req-d7d92271-92f5-4376-b487-f2b0278a5814 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0492189 Aug 27 16:19:20.095535 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device cdda8ce9-a906-47b5-b30f-2f33df71ce62 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:20.133002 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d52e364b-09c4-4ec6-9ff0-23831b30434f req-0b5059d0-6daf-42ac-bd44-6ab034122189 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336406 Aug 27 16:19:20.134606 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d3100542-c8f0-4a0e-b690-835f2e2b5baf req-c35b4b2f-c066-440c-a082-855685c81aee tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Aug 27 16:19:20.145751 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port cdda8ce9-a906-47b5-b30f-2f33df71ce62 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:20.155178 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port cdda8ce9-a906-47b5-b30f-2f33df71ce62 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:20.155178 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.301622 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.343551 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.364957 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190e5966-1d69-4ceb-8b23-b7f6432fd313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdda8ce9-a906-47b5-b30f-2f33df71ce62'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:20.367189 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee65e45d-17d6-4ce0-8378-e62f5d892fb6" -d '{"events": [{"server_uuid": "190e5966-1d69-4ceb-8b23-b7f6432fd313", "name": "network-vif-plugged", "status": "completed", "tag": "cdda8ce9-a906-47b5-b30f-2f33df71ce62"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:20.380729 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port cdda8ce9-a906-47b5-b30f-2f33df71ce62, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cdda8ce9-a906-47b5-b30f-2f33df71ce62,segment=NetworkSegment(75528db2-673e-418f-b4e6-8b7f8d13b47c),segment_id=75528db2-673e-418f-b4e6-8b7f8d13b47c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:20.385105 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.412415 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efaff36-26d0-477d-8d8d-98d4a21905f9 x-openstack-request-id: req-5efaff36-26d0-477d-8d8d-98d4a21905f9 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:20.412712 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190e5966-1d69-4ceb-8b23-b7f6432fd313", "name": "network-vif-plugged", "status": "completed", "tag": "cdda8ce9-a906-47b5-b30f-2f33df71ce62", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:20.413084 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5efaff36-26d0-477d-8d8d-98d4a21905f9 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:20.413524 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190e5966-1d69-4ceb-8b23-b7f6432fd313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdda8ce9-a906-47b5-b30f-2f33df71ce62', 'code': 200} Aug 27 16:19:20.440090 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=cdda8ce9-a906-47b5-b30f-2f33df71ce62,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:20.485068 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56210e5e-0ff7-4457-ba91-38e597496433 req-07583fb1-12df-4354-a637-9a0845dc93b1 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.486816 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-56210e5e-0ff7-4457-ba91-38e597496433 req-07583fb1-12df-4354-a637-9a0845dc93b1 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0504229 Aug 27 16:19:20.513580 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0c0ad-77eb-46ba-97db-f60f5393ee95 req-25b61c7a-fba7-4986-8520-dade67569239 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.518984 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fa0c0ad-77eb-46ba-97db-f60f5393ee95 req-25b61c7a-fba7-4986-8520-dade67569239 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 946 time: 0.0687122 Aug 27 16:19:20.529238 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-56210e5e-0ff7-4457-ba91-38e597496433 req-7547fe6a-3c48-44a0-9fbb-60e510d8377b tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359743 Aug 27 16:19:20.557388 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fa0c0ad-77eb-46ba-97db-f60f5393ee95 req-9d8f3865-269c-491e-94a9-e666b17c2b79 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349498 Aug 27 16:19:20.762081 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4698e9-8250-4e4e-937a-8a7def630a78 req-9a802342-3498-4422-badc-5a49776a503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.763591 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2f4698e9-8250-4e4e-937a-8a7def630a78 req-9a802342-3498-4422-badc-5a49776a503c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 1099 time: 0.0406070 Aug 27 16:19:20.802091 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2f4698e9-8250-4e4e-937a-8a7def630a78 req-32e1a0c1-32a0-47fd-b500-ce1c32750019 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276911 Aug 27 16:19:21.247496 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d52931-a10b-45f9-bb3d-fc69bfaa080d req-9e9f3173-5b84-482b-9bb9-d2ffec1b6bb8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:21.249200 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-71d52931-a10b-45f9-bb3d-fc69bfaa080d req-9e9f3173-5b84-482b-9bb9-d2ffec1b6bb8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0488288 Aug 27 16:19:21.250442 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1fb0c-9e65-4644-84f7-15b66ebec441 req-92a0a990-be58-4715-a999-5d12c5e68edc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:21.251908 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-05a1fb0c-9e65-4644-84f7-15b66ebec441 req-92a0a990-be58-4715-a999-5d12c5e68edc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0482955 Aug 27 16:19:21.289052 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-71d52931-a10b-45f9-bb3d-fc69bfaa080d req-754fc009-9fb3-47f0-8941-a801f27a616a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 Aug 27 16:19:21.289339 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-05a1fb0c-9e65-4644-84f7-15b66ebec441 req-1a9abe04-0838-4e1e-bcb9-4e979e96f93b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Aug 27 16:19:21.387334 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:21.654186 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619855ef-10cc-4630-afeb-86f4acbf3efb req-3e47f6ee-012b-46e9-a2a9-7af500dc09ab tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:21.655761 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-619855ef-10cc-4630-afeb-86f4acbf3efb req-3e47f6ee-012b-46e9-a2a9-7af500dc09ab tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0483673 Aug 27 16:19:21.674276 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443b198-42f9-4f9e-9b00-6d6637c71522 req-75c1014c-2391-420f-bb87-6389f4784e13 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:21.675864 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f443b198-42f9-4f9e-9b00-6d6637c71522 req-75c1014c-2391-420f-bb87-6389f4784e13 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 946 time: 0.0500741 Aug 27 16:19:21.693885 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-619855ef-10cc-4630-afeb-86f4acbf3efb req-8b31c64a-3370-4ffe-8f46-40fea148f168 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Aug 27 16:19:21.714138 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f443b198-42f9-4f9e-9b00-6d6637c71522 req-0798cb8b-80a7-41a6-adf2-19cbef610dd9 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Aug 27 16:19:22.402555 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc519b-fc48-4f43-821b-fe491e96e338 req-fb8ae525-1e3e-4f4b-9ee5-de3a91c61c0d tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.404617 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c5bc519b-fc48-4f43-821b-fe491e96e338 req-fb8ae525-1e3e-4f4b-9ee5-de3a91c61c0d tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0486016 Aug 27 16:19:22.407921 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e2be9-fc9b-4691-a50e-4c4e8ac0f9dc req-8a7dfce5-ba05-4db3-a768-1c36d41ae8f3 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.409384 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-559e2be9-fc9b-4691-a50e-4c4e8ac0f9dc req-8a7dfce5-ba05-4db3-a768-1c36d41ae8f3 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0494194 Aug 27 16:19:22.441087 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c5bc519b-fc48-4f43-821b-fe491e96e338 req-6d4ca9d1-c3bc-4e19-9e6c-8c491fc7215f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305595 Aug 27 16:19:22.446892 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-559e2be9-fc9b-4691-a50e-4c4e8ac0f9dc req-ce4bac41-8fd7-404a-94a1-064e33d90c75 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316694 Aug 27 16:19:22.809961 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e32a72-1812-404b-bca8-1c61392f7b5e req-d841d633-5f84-4cb0-b070-18747877754d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.811565 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-21e32a72-1812-404b-bca8-1c61392f7b5e req-d841d633-5f84-4cb0-b070-18747877754d tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0522556 Aug 27 16:19:22.827769 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ad603-0a07-4fc8-b802-c419f8126250 req-29ba5ce9-4259-4856-9167-e5b7e3db541c tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.830012 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-520ad603-0a07-4fc8-b802-c419f8126250 req-29ba5ce9-4259-4856-9167-e5b7e3db541c tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 946 time: 0.0489299 Aug 27 16:19:22.850197 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:22.855479 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-21e32a72-1812-404b-bca8-1c61392f7b5e req-5a68e09c-cc53-4140-aad4-738274c089bd tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379505 Aug 27 16:19:22.872572 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-520ad603-0a07-4fc8-b802-c419f8126250 req-0059c4a4-5969-4751-b101-4e68cf5e7217 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323956 Aug 27 16:19:23.565776 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e4101-cd9d-461b-87cc-fa2d61a16860 req-51e33508-d0ae-4e36-a2a1-c3d405a91bb5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.567290 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dd1e4101-cd9d-461b-87cc-fa2d61a16860 req-51e33508-d0ae-4e36-a2a1-c3d405a91bb5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0489314 Aug 27 16:19:23.589834 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c38d93-9f5a-4812-94bd-219b784d63de req-26ec11d3-2abc-4fae-8c77-56ef0451d077 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.592027 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-23c38d93-9f5a-4812-94bd-219b784d63de req-26ec11d3-2abc-4fae-8c77-56ef0451d077 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0520449 Aug 27 16:19:23.606965 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dd1e4101-cd9d-461b-87cc-fa2d61a16860 req-3771e46a-6630-4944-b63b-83ad7646299f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326433 Aug 27 16:19:23.634949 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-23c38d93-9f5a-4812-94bd-219b784d63de req-c83dd1ce-8a06-43ce-a045-a89f64a22b7e tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347676 Aug 27 16:19:23.975382 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b22af-0d0a-4ffa-8d3f-67f825438c5b req-95a178c1-b395-44b8-8828-430532feb9e9 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.976849 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d00b22af-0d0a-4ffa-8d3f-67f825438c5b req-95a178c1-b395-44b8-8828-430532feb9e9 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0478718 Aug 27 16:19:23.985467 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ecf36-6728-4791-b39a-b89d5f0d66a5 req-16d6f61e-1ac7-4a7c-83dd-13e578d4c4c0 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.986983 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-936ecf36-6728-4791-b39a-b89d5f0d66a5 req-16d6f61e-1ac7-4a7c-83dd-13e578d4c4c0 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 946 time: 0.0484476 Aug 27 16:19:24.015605 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d00b22af-0d0a-4ffa-8d3f-67f825438c5b req-a2bb2853-9b3c-41a3-bf41-2673d31478e0 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Aug 27 16:19:24.044159 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-936ecf36-6728-4791-b39a-b89d5f0d66a5 req-a48c4690-178a-496c-aac7-bb669aed3b1f tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503685 Aug 27 16:19:24.729405 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e95fa-9e0d-4875-9075-0ff58fc0676d req-14b38d27-1e90-45e6-b72b-f564dfa2b7a6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:24.730968 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1a6e95fa-9e0d-4875-9075-0ff58fc0676d req-14b38d27-1e90-45e6-b72b-f564dfa2b7a6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0476832 Aug 27 16:19:24.754748 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b773da-4637-4aee-9d98-ba950476d9b4 req-37ee6549-831c-4b72-9cdb-a2767632e107 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:24.756486 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f6b773da-4637-4aee-9d98-ba950476d9b4 req-37ee6549-831c-4b72-9cdb-a2767632e107 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0503616 Aug 27 16:19:24.781705 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1a6e95fa-9e0d-4875-9075-0ff58fc0676d req-6f13cd14-a36e-4908-ba52-9b97d97ef26c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440950 Aug 27 16:19:24.804190 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f6b773da-4637-4aee-9d98-ba950476d9b4 req-0ef9e61a-84ea-4a8a-829d-9ad1178b7561 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340004 Aug 27 16:19:25.143500 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34a4e8-534b-4451-974b-25f355b7f018 req-8361eb88-92b8-4995-a96e-f2d0a17d18b5 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:25.145121 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-db34a4e8-534b-4451-974b-25f355b7f018 req-8361eb88-92b8-4995-a96e-f2d0a17d18b5 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0543511 Aug 27 16:19:25.183408 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-db34a4e8-534b-4451-974b-25f355b7f018 req-156d2f1f-89de-4446-9424-6f13d65e4bb4 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Aug 27 16:19:25.188367 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8cac2-c2d2-4cbb-bb1e-ce7a66f69f93 req-f13b3b0d-3965-47cd-87ac-6551423d71f8 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:25.189987 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fef8cac2-c2d2-4cbb-bb1e-ce7a66f69f93 req-f13b3b0d-3965-47cd-87ac-6551423d71f8 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 946 time: 0.0489585 Aug 27 16:19:25.236857 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fef8cac2-c2d2-4cbb-bb1e-ce7a66f69f93 req-3b3ee73e-14ad-4258-b6ae-f45c839c9258 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330262 Aug 27 16:19:25.899945 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f27e3-f4ab-4a56-b176-38cb0135c0c5 req-10c396d6-2b01-4d95-aa91-67b5bcf47149 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:25.901411 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-de8f27e3-f4ab-4a56-b176-38cb0135c0c5 req-10c396d6-2b01-4d95-aa91-67b5bcf47149 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0497239 Aug 27 16:19:25.914358 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3182612-f3f2-4be3-8259-8e5105f3177e req-a1d1310d-269e-4ec1-9ebd-4006b5d86d4e tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:25.915831 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c3182612-f3f2-4be3-8259-8e5105f3177e req-a1d1310d-269e-4ec1-9ebd-4006b5d86d4e tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0487678 Aug 27 16:19:25.938795 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-de8f27e3-f4ab-4a56-b176-38cb0135c0c5 req-4715cdc5-bacf-4407-83fd-6ced1df22f25 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Aug 27 16:19:25.955660 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c3182612-f3f2-4be3-8259-8e5105f3177e req-0ff6948f-456f-4fd8-bae2-989ff1e6ad87 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325689 Aug 27 16:19:26.300594 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54427ba1-121b-43a7-9d34-01ad6e92e2c0 req-27f9ab02-b24a-4115-b06f-cf19d932154e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:26.300894 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-54427ba1-121b-43a7-9d34-01ad6e92e2c0 req-27f9ab02-b24a-4115-b06f-cf19d932154e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0493252 Aug 27 16:19:26.340202 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-54427ba1-121b-43a7-9d34-01ad6e92e2c0 req-fcbdae88-8bb7-4f20-bfdc-18e7b7203f43 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Aug 27 16:19:27.059033 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c607f89-3a0e-4ed1-835b-6eb06c696360 req-0525c5b6-bfee-47a7-be47-39fdc300b718 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:27.061133 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4c607f89-3a0e-4ed1-835b-6eb06c696360 req-0525c5b6-bfee-47a7-be47-39fdc300b718 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0498796 Aug 27 16:19:27.070812 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dfc81-b744-4585-ab3d-dcc787f7baed req-a280c05b-f8f9-4fd9-ac5d-e0a4b5b53d73 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:27.072338 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-711dfc81-b744-4585-ab3d-dcc787f7baed req-a280c05b-f8f9-4fd9-ac5d-e0a4b5b53d73 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0494885 Aug 27 16:19:27.103164 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4c607f89-3a0e-4ed1-835b-6eb06c696360 req-79751717-eb9b-4a5a-854c-bb49858b6379 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349181 Aug 27 16:19:27.112707 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-711dfc81-b744-4585-ab3d-dcc787f7baed req-2985a9e8-8f13-4a45-8fc6-215c3be7ace2 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334520 Aug 27 16:19:27.452385 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7fd41-f95a-40fe-9737-3853dddfa658 req-8a6a6ce5-7823-4910-ad1d-bea35deb6ed6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:27.453924 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-33a7fd41-f95a-40fe-9737-3853dddfa658 req-8a6a6ce5-7823-4910-ad1d-bea35deb6ed6 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0482538 Aug 27 16:19:27.478296 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-45b72d7c-8f94-4d19-b0fe-1941b15ac27e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:27.479723 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-45b72d7c-8f94-4d19-b0fe-1941b15ac27e tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 946 time: 0.0509617 Aug 27 16:19:27.490339 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-33a7fd41-f95a-40fe-9737-3853dddfa658 req-cc49cd95-449c-4524-aa7f-3dadff8609d4 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302753 Aug 27 16:19:27.578423 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-efb3abee-6fc7-4c42-bfd5-b28648df651f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Deleting port ad6be219-89e4-477a-aca1-e33b93430061 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:27.578771 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-efb3abee-6fc7-4c42-bfd5-b28648df651f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:27.670461 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-efb3abee-6fc7-4c42-bfd5-b28648df651f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] For port ad6be219-89e4-477a-aca1-e33b93430061, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad6be219-89e4-477a-aca1-e33b93430061,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:27.670834 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-efb3abee-6fc7-4c42-bfd5-b28648df651f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:27.685385 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-efb3abee-6fc7-4c42-bfd5-b28648df651f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Calling delete_port for ad6be219-89e4-477a-aca1-e33b93430061 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:27.832229 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-efb3abee-6fc7-4c42-bfd5-b28648df651f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:27.858736 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3abee-6fc7-4c42-bfd5-b28648df651f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Pushing event deleted for resources: {'Port': ['ID=ad6be219-89e4-477a-aca1-e33b93430061,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:27.900802 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-efb3abee-6fc7-4c42-bfd5-b28648df651f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] No DVR routers for this DVR port ad6be219-89e4-477a-aca1-e33b93430061 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:27.903445 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-efb3abee-6fc7-4c42-bfd5-b28648df651f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:27.905395 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-73c7a21b-822d-406a-bdcf-8ccc3351ce63 req-efb3abee-6fc7-4c42-bfd5-b28648df651f tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.88 "DELETE /v2.0/ports/ad6be219-89e4-477a-aca1-e33b93430061 HTTP/1.1" status: 204 len: 173 time: 0.4153278 Aug 27 16:19:27.905826 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa659654-de64-4512-9edc-1e1fe1634e0c', 'name': 'network-vif-deleted', 'tag': 'ad6be219-89e4-477a-aca1-e33b93430061'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:27.908082 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3d474a-f3e2-4b34-805a-9f619a81c41c" -d '{"events": [{"server_uuid": "fa659654-de64-4512-9edc-1e1fe1634e0c", "name": "network-vif-deleted", "tag": "ad6be219-89e4-477a-aca1-e33b93430061"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:27.912750 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['ad6be219-89e4-477a-aca1-e33b93430061'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:27.944191 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b310ab4-67e8-427f-9023-170f44ea1173 x-openstack-request-id: req-8b310ab4-67e8-427f-9023-170f44ea1173 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:27.944481 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa659654-de64-4512-9edc-1e1fe1634e0c", "name": "network-vif-deleted", "tag": "ad6be219-89e4-477a-aca1-e33b93430061", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:27.944732 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b310ab4-67e8-427f-9023-170f44ea1173 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:27.945149 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa659654-de64-4512-9edc-1e1fe1634e0c', 'name': 'network-vif-deleted', 'tag': 'ad6be219-89e4-477a-aca1-e33b93430061', 'status': 'completed', 'code': 200} Aug 27 16:19:28.128497 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c12950c4-2fb4-49fd-b19e-92a0bf003f6c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:19:28.224483 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:28.233119 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86636989-bd9b-48ce-bdeb-1f590c4d2983 req-600f3da8-4e73-4852-88f4-df9787c1fd04 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:28.234646 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-86636989-bd9b-48ce-bdeb-1f590c4d2983 req-600f3da8-4e73-4852-88f4-df9787c1fd04 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0523810 Aug 27 16:19:28.235197 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ff2f7-47d0-4c06-ad37-56667e76c0b6 req-26cfc92d-4818-4edc-9801-da3c9c1ab7ec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:28.236657 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b62ff2f7-47d0-4c06-ad37-56667e76c0b6 req-26cfc92d-4818-4edc-9801-da3c9c1ab7ec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0598133 Aug 27 16:19:28.241810 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'port_id': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'mac_address': 'fa:16:3e:02:05:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:19:28.274855 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-86636989-bd9b-48ce-bdeb-1f590c4d2983 req-020c4960-bcf8-4cc7-b874-7c32fbf89191 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341763 Aug 27 16:19:28.279092 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b62ff2f7-47d0-4c06-ad37-56667e76c0b6 req-fd22d515-4313-4376-8a3e-6224178b3e93 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361342 Aug 27 16:19:28.283553 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:28.302474 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c12950c4-2fb4-49fd-b19e-92a0bf003f6c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:28.322424 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:28.326413 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:28.375037 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:28.601541 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-57740770-b053-4a5d-ae98-6775c8dde9d9 req-53d0e2fa-5d9e-42f1-a9b0-893a98a54a45 tempest-ServerRescueNegativeTestJSON-652819282 tempest-ServerRescueNegativeTestJSON-652819282-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa659654-de64-4512-9edc-1e1fe1634e0c HTTP/1.1" status: 200 len: 210 time: 0.0266876 Aug 27 16:19:28.605421 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['c12950c4-2fb4-49fd-b19e-92a0bf003f6c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:29.395920 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f73613-3359-4b35-86ee-de12708cf6f8 req-bc9401b4-3c2f-4704-9e99-81d9995522d1 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:29.397390 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5f73613-3359-4b35-86ee-de12708cf6f8 req-bc9401b4-3c2f-4704-9e99-81d9995522d1 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0522604 Aug 27 16:19:29.401472 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cfc4d-5078-4997-a840-f2796757eeb8 req-3fbdd05c-a29e-4aab-b105-50ca0de99258 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:29.402957 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-295cfc4d-5078-4997-a840-f2796757eeb8 req-3fbdd05c-a29e-4aab-b105-50ca0de99258 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.0480957 Aug 27 16:19:29.434535 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f5f73613-3359-4b35-86ee-de12708cf6f8 req-469def9d-cdb3-4e4d-a41d-eb4f4d59087d tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311894 Aug 27 16:19:29.439876 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-295cfc4d-5078-4997-a840-f2796757eeb8 req-18ed5335-9595-4f34-8eea-af992cadfbf2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312102 Aug 27 16:19:29.658344 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36500) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:29.845172 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47fcde-413f-46ba-9f5c-0b8120d5f966 req-76e82d35-bc0b-4c3a-a4b2-21723a75cd83 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:29.846570 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5c47fcde-413f-46ba-9f5c-0b8120d5f966 req-76e82d35-bc0b-4c3a-a4b2-21723a75cd83 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 945 time: 0.0996687 Aug 27 16:19:29.922709 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5c47fcde-413f-46ba-9f5c-0b8120d5f966 req-b5434040-13b8-481a-a7ff-0f50318bdbba tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701568 Aug 27 16:19:30.131055 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1994513'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.156174 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c12950c4-2fb4-49fd-b19e-92a0bf003f6c up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:30.207648 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port c12950c4-2fb4-49fd-b19e-92a0bf003f6c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:30.208019 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.286639 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.310884 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:30.313137 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e231bee0-8082-435d-a21f-c934fc99743e" -d '{"events": [{"server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "name": "network-vif-plugged", "status": "completed", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:30.326416 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:30.330562 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.357650 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a01126-ffbc-4d4b-aa1d-0d0231cdf836 x-openstack-request-id: req-c0a01126-ffbc-4d4b-aa1d-0d0231cdf836 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:30.357946 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "name": "network-vif-plugged", "status": "completed", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:30.358203 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0a01126-ffbc-4d4b-aa1d-0d0231cdf836 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:30.358614 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'code': 200} Aug 27 16:19:30.384054 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:30.558944 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d573a-dd38-450b-9b33-68c1434406dd req-0487963f-112a-4e40-a172-e88ae8978d0e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:30.560945 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-509d573a-dd38-450b-9b33-68c1434406dd req-0487963f-112a-4e40-a172-e88ae8978d0e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0489018 Aug 27 16:19:30.577994 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3566d-7f4f-498e-950e-26a470656c93 req-7765b806-57e3-4c54-8a84-2aebbbad5023 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:30.579461 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48a3566d-7f4f-498e-950e-26a470656c93 req-7765b806-57e3-4c54-8a84-2aebbbad5023 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0769370 Aug 27 16:19:30.598972 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-509d573a-dd38-450b-9b33-68c1434406dd req-6acb9006-3fcf-489b-8c0f-bb97298dfc8b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318446 Aug 27 16:19:30.656716 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48a3566d-7f4f-498e-950e-26a470656c93 req-4c600a3c-31be-4b83-8ab8-fdbb5ab52158 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705228 Aug 27 16:19:30.678308 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] Deleting port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:30.678647 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.752031 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] For port c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27,segment=NetworkSegment(e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8),segment_id=e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:30.752380 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.764242 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] Calling delete_port for c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:30.962284 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.997369 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:31.038738 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29360479-9567-4e2a-ad39-5ce0887108de req-8c1f53eb-257b-48a1-9c26-47066e42ae91 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:31.040215 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-29360479-9567-4e2a-ad39-5ce0887108de req-8c1f53eb-257b-48a1-9c26-47066e42ae91 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 945 time: 0.0489411 Aug 27 16:19:31.077766 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-29360479-9567-4e2a-ad39-5ce0887108de req-f2256702-6118-4b13-b564-4a68d64fa16a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306604 Aug 27 16:19:31.145335 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994715'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:31.351089 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] Router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:19:31.453529 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:19:31.458515 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-aa565f09-784e-4475-8cc3-6772c465c7ba admin admin] 10.222.0.60 "PUT /v2.0/routers/cfe7634e-f141-4fe9-b170-eea5faaaa6e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991245 Aug 27 16:19:31.461094 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36516) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:31.463740 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] Sync routers for ids ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:19:31.472669 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] Routers {'cfe7634e-f141-4fe9-b170-eea5faaaa6e9'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:19:31.473257 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:19:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:31.562293 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:31.574695 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] Set router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:19:31.664096 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:31.744358 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74f3b3-67c6-4b07-b349-e563be1dce03 req-f1be35ff-f691-4129-af51-86d245fba3b9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:31.745859 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4a74f3b3-67c6-4b07-b349-e563be1dce03 req-f1be35ff-f691-4129-af51-86d245fba3b9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0739756 Aug 27 16:19:31.768624 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-router', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:06Z', 'updated_at': '2021-08-27T16:19:30Z', 'revision_number': 5, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'gw_port': {'id': '301b701f-da1d-4d04-8ad5-6f6f284b83e3', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:31.768912 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Deleting port 301b701f-da1d-4d04-8ad5-6f6f284b83e3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:31.769129 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:31.782172 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afb670-79f1-41de-ab38-92f0b0584a6e req-7c681b79-6268-49c2-b3a7-f29d06a6f2d0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:31.784309 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-15afb670-79f1-41de-ab38-92f0b0584a6e req-7c681b79-6268-49c2-b3a7-f29d06a6f2d0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0585201 Aug 27 16:19:31.799931 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] Checking router: cfe7634e-f141-4fe9-b170-eea5faaaa6e9 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:19:31.808675 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] Routers {'cfe7634e-f141-4fe9-b170-eea5faaaa6e9'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:19:31.809321 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:19:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:31.824791 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-15afb670-79f1-41de-ab38-92f0b0584a6e req-010e433f-c554-4345-aca1-4b694784321a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342402 Aug 27 16:19:31.827685 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4a74f3b3-67c6-4b07-b349-e563be1dce03 req-d330fbd6-6a1a-4315-beb3-7c426465bfca tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753288 Aug 27 16:19:31.875505 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] For port 301b701f-da1d-4d04-8ad5-6f6f284b83e3, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=301b701f-da1d-4d04-8ad5-6f6f284b83e3,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:31.875906 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:31.889301 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Calling delete_port for 301b701f-da1d-4d04-8ad5-6f6f284b83e3 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:31.982781 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] Set router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:19:32.038141 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-router', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:06Z', 'updated_at': '2021-08-27T16:19:31Z', 'revision_number': 6, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'gw_port_host': None}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:32.059084 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.066456 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd07a0-ccb4-486d-8331-2b402d96cf60 None None] The sync data for ids ['cfe7634e-f141-4fe9-b170-eea5faaaa6e9'] in dv-cinder-800695-5-iscsi is: [{'id': 'cfe7634e-f141-4fe9-b170-eea5faaaa6e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1397365623-router', 'tenant_id': '8c819e9079ef40e9b192d58a3223d4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:06Z', 'updated_at': '2021-08-27T16:19:31Z', 'revision_number': 6, 'project_id': '8c819e9079ef40e9b192d58a3223d4f2', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:19:32.084970 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=301b701f-da1d-4d04-8ad5-6f6f284b83e3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:32.148447 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2070401'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.168844 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device ad6be219-89e4-477a-aca1-e33b93430061 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:32.190443 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: ad6be219-89e4-477a-aca1-e33b93430061 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:32.190443 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device ad6be219-89e4-477a-aca1-e33b93430061 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:32.192290 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c0105-db00-4f65-9f07-0ecae63506b6 req-09f47887-3eab-4f5a-bc32-54d8fb6eb87a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:32.193815 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7c5c0105-db00-4f65-9f07-0ecae63506b6 req-09f47887-3eab-4f5a-bc32-54d8fb6eb87a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 945 time: 0.0486250 Aug 27 16:19:32.232821 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7c5c0105-db00-4f65-9f07-0ecae63506b6 req-6e7cc799-4d98-44eb-a55e-f87ce56a68f5 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Aug 27 16:19:32.460767 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2072350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4652'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.462889 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.528791 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2072337'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.529785 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfe7634e-f141-4fe9-b170-eea5faaaa6e9 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:19:32.536651 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.537809 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-dbfcd4fc-3142-4849-97d9-f2b89855ecf5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cfe7634e-f141-4fe9-b170-eea5faaaa6e9 HTTP/1.1" status: 204 len: 168 time: 1.0758202 Aug 27 16:19:32.540553 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36526) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:32.584697 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b7e706-853c-4e60-b6ee-8a2a76dafdbd admin admin] Deleting subnet 3db857fb-1308-4a91-9f8b-3991db022993 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:19:32.588836 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83b7e706-853c-4e60-b6ee-8a2a76dafdbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.626270 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83b7e706-853c-4e60-b6ee-8a2a76dafdbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165388'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.663873 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83b7e706-853c-4e60-b6ee-8a2a76dafdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.715045 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83b7e706-853c-4e60-b6ee-8a2a76dafdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475745'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.740362 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7e706-853c-4e60-b6ee-8a2a76dafdbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db857fb-1308-4a91-9f8b-3991db022993,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:32.742347 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83b7e706-853c-4e60-b6ee-8a2a76dafdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.744203 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-83b7e706-853c-4e60-b6ee-8a2a76dafdbd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3db857fb-1308-4a91-9f8b-3991db022993 HTTP/1.1" status: 204 len: 168 time: 0.2026603 Aug 27 16:19:32.746596 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36528) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:32.817500 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.909315 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.932414 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8b6fff-c845-4388-aebc-c9251e157b75']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:32.944522 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:32.962792 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:32.963124 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f2f27a-a7ee-4dcd-bb01-66183b8b12b8') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:32.968547 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:32.968897 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c0e94c2b-0daa-4ca3-98b1-ddb26d7f1c27 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:32.969314 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 301b701f-da1d-4d04-8ad5-6f6f284b83e3 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:32.977676 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165395'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.985335 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db67b33-3684-4fbc-ac4e-066e272225be req-25b8eaec-5b62-447a-a4e5-f494324a9a62 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:32.992511 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5db67b33-3684-4fbc-ac4e-066e272225be req-25b8eaec-5b62-447a-a4e5-f494324a9a62 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0725508 Aug 27 16:19:32.998719 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 301b701f-da1d-4d04-8ad5-6f6f284b83e3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:33.000118 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 301b701f-da1d-4d04-8ad5-6f6f284b83e3 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:33.009012 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16421e-3888-4d6f-b98e-1b3f2a04c750 req-ff4d043a-fcb3-4379-9506-3645041560bd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:33.010616 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e16421e-3888-4d6f-b98e-1b3f2a04c750 req-ff4d043a-fcb3-4379-9506-3645041560bd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0926139 Aug 27 16:19:33.012107 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.025998 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:19:33.026434 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355970'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: Traceback (most recent call last): Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: timer() Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: cb(*args, **kw) Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: return func(*args, **kwargs) Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: self._notify() Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: self.callback(batched_events) Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: event.method(event) Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: return f(self, *a, **k) Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._get(url).json() Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:19:33.029048 dv-cinder-800695-5-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:19:33.052619 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5db67b33-3684-4fbc-ac4e-066e272225be req-860d37f2-bba9-4d44-bf4c-751a6b42bc04 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592604 Aug 27 16:19:33.105200 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e16421e-3888-4d6f-b98e-1b3f2a04c750 req-18d9ce7d-12c5-4f6a-9b41-004f8d5520fa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804601 Aug 27 16:19:33.106392 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.113881 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.115787 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9e8b6fff-c845-4388-aebc-c9251e157b75 HTTP/1.1" status: 204 len: 168 time: 0.3674784 Aug 27 16:19:33.128196 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ae79a-9c9a-4585-8f27-199d2d093220 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8b6fff-c845-4388-aebc-c9251e157b75,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:33.245642 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270c633-d004-4296-95b8-f01de8288143 req-e8be0af3-1ebc-45c7-8c34-135b7930aae8 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:33.247171 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4270c633-d004-4296-95b8-f01de8288143 req-e8be0af3-1ebc-45c7-8c34-135b7930aae8 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 945 time: 0.0595295 Aug 27 16:19:33.327579 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36540) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:33.371592 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9c731a3d-d158-4ed0-87e3-7983d1c9596c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c819e9079ef40e9b192d58a3223d4f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427210 Aug 27 16:19:33.374387 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36542) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:33.383758 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775466be-286d-4c1a-8d6f-4a8afb691766 req-168e0965-31d7-4007-80a5-3bb3514f4823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:33.385217 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-775466be-286d-4c1a-8d6f-4a8afb691766 req-168e0965-31d7-4007-80a5-3bb3514f4823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 945 time: 0.0826712 Aug 27 16:19:33.399898 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-4270c633-d004-4296-95b8-f01de8288143 req-316a80ad-6b02-4124-8b23-19caf4e80372 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Deleting port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:33.400242 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4270c633-d004-4296-95b8-f01de8288143 req-316a80ad-6b02-4124-8b23-19caf4e80372 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.423178 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c37a8356-75a6-467f-8f3f-053cbd615a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.443488 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c37a8356-75a6-467f-8f3f-053cbd615a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.471792 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-775466be-286d-4c1a-8d6f-4a8afb691766 req-80410a39-9fa2-4292-9f28-49bf6c822bdc tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798774 Aug 27 16:19:33.495359 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c37a8356-75a6-467f-8f3f-053cbd615a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.498274 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c37a8356-75a6-467f-8f3f-053cbd615a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.499535 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c37a8356-75a6-467f-8f3f-053cbd615a76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7cba9c9-6390-4aa6-b96d-3d473b7f5c74 HTTP/1.1" status: 204 len: 168 time: 0.1241980 Aug 27 16:19:33.507691 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a8356-75a6-467f-8f3f-053cbd615a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cba9c9-6390-4aa6-b96d-3d473b7f5c74,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:33.509457 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4270c633-d004-4296-95b8-f01de8288143 req-316a80ad-6b02-4124-8b23-19caf4e80372 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] For port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:33.509833 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4270c633-d004-4296-95b8-f01de8288143 req-316a80ad-6b02-4124-8b23-19caf4e80372 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.524211 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-4270c633-d004-4296-95b8-f01de8288143 req-316a80ad-6b02-4124-8b23-19caf4e80372 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Calling delete_port for 6c4c0ef1-e07d-4160-80e3-0febb2f6725d owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:33.656579 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4270c633-d004-4296-95b8-f01de8288143 req-316a80ad-6b02-4124-8b23-19caf4e80372 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.685063 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a80ad-6b02-4124-8b23-19caf4e80372 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Pushing event deleted for resources: {'Port': ['ID=6c4c0ef1-e07d-4160-80e3-0febb2f6725d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:33.706198 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f9a50738-e3f0-4064-8ccb-8309619fc50c', '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db', 'd93b066b-fe0c-4f5b-968b-548fc275db69', '6c4c0ef1-e07d-4160-80e3-0febb2f6725d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:33.731096 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-4270c633-d004-4296-95b8-f01de8288143 req-316a80ad-6b02-4124-8b23-19caf4e80372 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] No DVR routers for this DVR port 6c4c0ef1-e07d-4160-80e3-0febb2f6725d on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:33.734379 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4270c633-d004-4296-95b8-f01de8288143 req-316a80ad-6b02-4124-8b23-19caf4e80372 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.736715 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4270c633-d004-4296-95b8-f01de8288143 req-316a80ad-6b02-4124-8b23-19caf4e80372 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "DELETE /v2.0/ports/6c4c0ef1-e07d-4160-80e3-0febb2f6725d HTTP/1.1" status: 204 len: 173 time: 0.4824367 Aug 27 16:19:33.737276 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1c314f-0330-4d9a-8a2f-71ece48813c9', 'name': 'network-vif-deleted', 'tag': '6c4c0ef1-e07d-4160-80e3-0febb2f6725d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:33.739537 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73958ceb-45f8-4ed0-b16c-c03d2e2168ff" -d '{"events": [{"server_uuid": "6c1c314f-0330-4d9a-8a2f-71ece48813c9", "name": "network-vif-deleted", "tag": "6c4c0ef1-e07d-4160-80e3-0febb2f6725d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:33.782764 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8797e54b-ecd1-4bc9-b91c-76fe358bf0d9 x-openstack-request-id: req-8797e54b-ecd1-4bc9-b91c-76fe358bf0d9 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:33.784456 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1c314f-0330-4d9a-8a2f-71ece48813c9", "name": "network-vif-deleted", "tag": "6c4c0ef1-e07d-4160-80e3-0febb2f6725d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:33.784456 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8797e54b-ecd1-4bc9-b91c-76fe358bf0d9 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:33.784456 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1c314f-0330-4d9a-8a2f-71ece48813c9', 'name': 'network-vif-deleted', 'tag': '6c4c0ef1-e07d-4160-80e3-0febb2f6725d', 'status': 'completed', 'code': 200} Aug 27 16:19:34.202678 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a69552-76ee-4f3b-85ed-e0176cb61ac8 req-e20ff39d-a9f9-4df5-b704-c2965edaa5e9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:34.204289 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f0a69552-76ee-4f3b-85ed-e0176cb61ac8 req-e20ff39d-a9f9-4df5-b704-c2965edaa5e9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0579906 Aug 27 16:19:34.236974 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f52da0-c60f-462e-a503-eb60b2e268dc req-1d08a9d8-5b29-4cd4-8e17-e0550a4be17c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:34.238550 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b2f52da0-c60f-462e-a503-eb60b2e268dc req-1d08a9d8-5b29-4cd4-8e17-e0550a4be17c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0496719 Aug 27 16:19:34.245044 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f0a69552-76ee-4f3b-85ed-e0176cb61ac8 req-bf2afe6a-7881-4529-80be-caf766e01d23 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348425 Aug 27 16:19:34.275575 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36572) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:34.279838 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b2f52da0-c60f-462e-a503-eb60b2e268dc req-9414c2d7-60b6-42f3-b974-886e9880e22f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326700 Aug 27 16:19:34.367816 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-874033038-network', 'tenant_id': '2bc6acbe4af94bd38d2caf0f0b79c077'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:34.389352 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Made reservation on behalf of 2bc6acbe4af94bd38d2caf0f0b79c077 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:34.391890 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.400561 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.489574 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.493540 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.522922 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:19:34.528514 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd75b085-6ee6-4294-b6e6-f8a85f2647ad,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:34.537428 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.537428 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.segments_db [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Added segment 80512a9e-847f-4880-829f-a48d628cd63a of type vlan for network 4f225ae8-805f-40e3-a8ac-af26df8a9e30 Aug 27 16:19:34.608209 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b7144171-43e5-4374-bb9a-d55734e3570e req-4ad317f1-d9cf-4103-8b3f-a7ff8377977f tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c1c314f-0330-4d9a-8a2f-71ece48813c9 HTTP/1.1" status: 200 len: 210 time: 0.0395541 Aug 27 16:19:34.609799 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.633632 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.634631 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:34.635226 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.691419 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4146764 Aug 27 16:19:34.694529 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36578) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:34.696557 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c39286-4c4b-4c5d-8449-21f226725ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=4f225ae8-805f-40e3-a8ac-af26df8a9e30,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:34.700679 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Request body: {'subnet': {'network_id': '4f225ae8-805f-40e3-a8ac-af26df8a9e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-874033038-subnet', 'tenant_id': '2bc6acbe4af94bd38d2caf0f0b79c077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:34.706799 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 4f225ae8-805f-40e3-a8ac-af26df8a9e30 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:19:34.733018 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Made reservation on behalf of 2bc6acbe4af94bd38d2caf0f0b79c077 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:34.743592 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8475658'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.915111 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475768'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.977395 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d96afe6-d144-4045-a96e-d4357a446f4f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:34.980957 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Checking segment: {'id': '80512a9e-847f-4880-829f-a48d628cd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f225ae8-805f-40e3-a8ac-af26df8a9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:34.981314 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Network hostable DHCP agents. Network: 4f225ae8-805f-40e3-a8ac-af26df8a9e30, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:19:34.998078 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Network 4f225ae8-805f-40e3-a8ac-af26df8a9e30 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:19:35.006502 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 4f225ae8-805f-40e3-a8ac-af26df8a9e30) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:35.010657 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:35.011254 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.016046 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f106d-3dc4-4b79-ac27-d8312bf1bfca None None] Network 4f225ae8-805f-40e3-a8ac-af26df8a9e30 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:35.030335 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-af26e420-0183-4957-bcbb-70aa789116e3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3346500 Aug 27 16:19:35.143624 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaadb44-42f4-45c9-beac-c90e6a066591 None None] Network 4f225ae8-805f-40e3-a8ac-af26df8a9e30 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:35.369967 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6b94-2061-4c95-b430-74c763cef97e req-53f82976-d574-4b81-86d7-67ae84355c95 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:35.371584 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5aed6b94-2061-4c95-b430-74c763cef97e req-53f82976-d574-4b81-86d7-67ae84355c95 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0516069 Aug 27 16:19:35.401780 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9cea0-2e27-4447-96f4-c39d43426897 req-5c33e690-75ce-4ec8-9409-cb80ed7efefa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:35.403466 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-68a9cea0-2e27-4447-96f4-c39d43426897 req-5c33e690-75ce-4ec8-9409-cb80ed7efefa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0538030 Aug 27 16:19:35.413162 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5aed6b94-2061-4c95-b430-74c763cef97e req-d8d17f71-c75a-4040-90a7-d540f6f65ef2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335824 Aug 27 16:19:35.447892 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-68a9cea0-2e27-4447-96f4-c39d43426897 req-beef81af-a6d8-4a7b-88f6-1986bb871309 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368228 Aug 27 16:19:35.511553 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36600) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:35.517131 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1112701945-network', 'tenant_id': '0c045aa692b84b22834ea68bf8450132'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:35.537381 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Made reservation on behalf of 0c045aa692b84b22834ea68bf8450132 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:35.539536 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.547502 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.633266 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.637124 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.659553 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:19:35.675098 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b462496d-dfd7-4b89-a3c6-10df5928edbb,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:35.678308 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.678650 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Added segment 905e3f29-74d8-42d8-9cca-850c5e541da5 of type vlan for network 7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899 Aug 27 16:19:35.725988 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.750836 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.752107 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:35.752864 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.811529 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2987325 Aug 27 16:19:35.814340 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36608) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:35.816387 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab745010-cf53-4247-8625-7a89783c96df admin admin] Pushing event updated for resources: {'Network': ['ID=7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:35.819261 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Request body: {'subnet': {'network_id': '7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1112701945-subnet', 'tenant_id': '0c045aa692b84b22834ea68bf8450132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:35.838697 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:19:35.845792 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Made reservation on behalf of 0c045aa692b84b22834ea68bf8450132 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:35.850795 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10380291'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.047449 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10306943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10380401'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.101201 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c41abc-2731-4f35-ac25-8440bb6b170b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:36.111972 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Checking segment: {'id': '905e3f29-74d8-42d8-9cca-850c5e541da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:36.112560 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Network hostable DHCP agents. Network: 7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:19:36.129846 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Network 7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:19:36.139418 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:36.143486 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:36.144067 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.153297 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d766c-705a-4241-bfd8-4f32cbbb8520 None None] Network 7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:36.162366 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-bee7a4e3-2314-48ca-85e6-00227920e2b3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3438416 Aug 27 16:19:36.175336 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 6c4c0ef1-e07d-4160-80e3-0febb2f6725d no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:36.228261 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: 6c4c0ef1-e07d-4160-80e3-0febb2f6725d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:36.228859 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 6c4c0ef1-e07d-4160-80e3-0febb2f6725d not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:36.293662 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36628) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:36.332734 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b62029d-d152-4f2f-81bd-83ce0466a9bd None None] Network 7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:36.348232 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-c578e1e5-b7e8-4042-a88c-23cb835d91b9 admin admin] Deleting subnet 6d96afe6-d144-4045-a96e-d4357a446f4f {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:19:36.351974 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c578e1e5-b7e8-4042-a88c-23cb835d91b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.396987 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c578e1e5-b7e8-4042-a88c-23cb835d91b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10291734'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.490215 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c578e1e5-b7e8-4042-a88c-23cb835d91b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.580792 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37cc2f-86fd-4375-af67-94fa50030fe9 req-06488dd4-f315-4310-829a-7b44ad392faa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:36.582355 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ea37cc2f-86fd-4375-af67-94fa50030fe9 req-06488dd4-f315-4310-829a-7b44ad392faa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0543475 Aug 27 16:19:36.582495 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16389-5ab3-4c2e-a08b-2af90ef6ec3e req-d9b5c971-dbfe-4fce-a57a-24e5dc839839 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:36.583836 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0bd16389-5ab3-4c2e-a08b-2af90ef6ec3e req-d9b5c971-dbfe-4fce-a57a-24e5dc839839 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0695903 Aug 27 16:19:36.598028 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c578e1e5-b7e8-4042-a88c-23cb835d91b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10319036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10380392'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.625257 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ea37cc2f-86fd-4375-af67-94fa50030fe9 req-9fe9cf3a-63a0-435b-bb85-8380d1dd66c8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351894 Aug 27 16:19:36.636602 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578e1e5-b7e8-4042-a88c-23cb835d91b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d96afe6-d144-4045-a96e-d4357a446f4f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:36.639189 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c578e1e5-b7e8-4042-a88c-23cb835d91b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.643748 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-c578e1e5-b7e8-4042-a88c-23cb835d91b9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6d96afe6-d144-4045-a96e-d4357a446f4f HTTP/1.1" status: 204 len: 168 time: 0.3455255 Aug 27 16:19:36.644492 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36650) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:36.664698 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0bd16389-5ab3-4c2e-a08b-2af90ef6ec3e req-e7592a57-ca6f-483c-bfce-b30f9fb935da tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749545 Aug 27 16:19:36.718729 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.808486 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.821833 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f225ae8-805f-40e3-a8ac-af26df8a9e30']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:36.840432 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80512a9e-847f-4880-829f-a48d628cd63a') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:36.841545 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80512a9e-847f-4880-829f-a48d628cd63a') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:36.852293 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165395'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.873435 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.880842 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:19:36.881545 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355970'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: Traceback (most recent call last): Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: timer() Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: cb(*args, **kw) Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: return func(*args, **kwargs) Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: self._notify() Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: self.callback(batched_events) Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: event.method(event) Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: return f(self, *a, **k) Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._get(url).json() Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:19:36.883654 dv-cinder-800695-5-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:19:36.956880 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.963241 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.965156 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4f225ae8-805f-40e3-a8ac-af26df8a9e30 HTTP/1.1" status: 204 len: 168 time: 0.3197651 Aug 27 16:19:36.968733 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36662) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:36.984302 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f225ae8-805f-40e3-a8ac-af26df8a9e30,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:36.991874 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.992220 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.993234 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.993622 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.993957 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.994315 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.994653 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.994995 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.995358 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.996277 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.996620 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:36.996949 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b651fd-82a1-451c-ba85-a4958453ea14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:37.068511 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-8427e86d-153c-4b4f-ba03-ca1db3ea60f2 admin admin] Deleting subnet b9c41abc-2731-4f35-ac25-8440bb6b170b {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:19:37.073558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8427e86d-153c-4b4f-ba03-ca1db3ea60f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.120511 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911363b4-2bd1-49e1-ab7a-32e3ef947434 req-c8b1d80d-ad7a-428b-9080-0a62e69e7590 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:37.122595 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-911363b4-2bd1-49e1-ab7a-32e3ef947434 req-c8b1d80d-ad7a-428b-9080-0a62e69e7590 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0996912 Aug 27 16:19:37.132967 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8427e86d-153c-4b4f-ba03-ca1db3ea60f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10291734'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.229635 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-911363b4-2bd1-49e1-ab7a-32e3ef947434 req-fc82c55d-44e0-4599-adfa-18587ab493a9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944045 Aug 27 16:19:37.244369 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8427e86d-153c-4b4f-ba03-ca1db3ea60f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.319431 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8427e86d-153c-4b4f-ba03-ca1db3ea60f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10319036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10380392'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.352663 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427e86d-153c-4b4f-ba03-ca1db3ea60f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c41abc-2731-4f35-ac25-8440bb6b170b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:37.362569 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8427e86d-153c-4b4f-ba03-ca1db3ea60f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.364470 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-8427e86d-153c-4b4f-ba03-ca1db3ea60f2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b9c41abc-2731-4f35-ac25-8440bb6b170b HTTP/1.1" status: 204 len: 168 time: 0.3945293 Aug 27 16:19:37.367441 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36664) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:37.484513 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.569401 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.581976 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:37.592262 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905e3f29-74d8-42d8-9cca-850c5e541da5') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:37.592546 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905e3f29-74d8-42d8-9cca-850c5e541da5') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:37.602562 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165395'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.625600 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.625600 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:19:37.625600 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355970'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: Traceback (most recent call last): Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: timer() Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: cb(*args, **kw) Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: return func(*args, **kwargs) Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: self._notify() Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: self.callback(batched_events) Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: event.method(event) Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: return f(self, *a, **k) Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._get(url).json() Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:19:37.627010 dv-cinder-800695-5-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:19:37.705481 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.714982 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.723766 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899 HTTP/1.1" status: 204 len: 168 time: 0.3552263 Aug 27 16:19:37.772911 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00d633-2014-4382-becd-20bef05c2ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd64f6a-ba8d-40e5-ab13-00e5ac7e3899,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:37.803354 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3ea0b-44c4-4d1f-8421-89c7ab12fa12 req-11fe60c5-326f-4946-9f1f-5b2884cb57e8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:37.805555 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c5c3ea0b-44c4-4d1f-8421-89c7ab12fa12 req-11fe60c5-326f-4946-9f1f-5b2884cb57e8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0687406 Aug 27 16:19:37.837111 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-ce15-4831-b588-368b7dc7e831 req-d2a2127d-4b5b-4248-a47f-9453b30318b4 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:37.838915 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ce4e1b28-ce15-4831-b588-368b7dc7e831 req-d2a2127d-4b5b-4248-a47f-9453b30318b4 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0754113 Aug 27 16:19:37.860562 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c5c3ea0b-44c4-4d1f-8421-89c7ab12fa12 req-1913b011-754e-41a8-a1ca-6b76fd13ffd1 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454769 Aug 27 16:19:37.911810 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ce4e1b28-ce15-4831-b588-368b7dc7e831 req-168c90c3-e578-4dca-926b-1b6b07540366 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641139 Aug 27 16:19:37.956777 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36674) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:38.015069 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36676) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:38.015407 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-b537940c-e7c2-4de4-8f8e-d8fe146788b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bc6acbe4af94bd38d2caf0f0b79c077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571668 Aug 27 16:19:38.080169 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9068fc38-53c3-4240-8439-77a50e675ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.101793 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9068fc38-53c3-4240-8439-77a50e675ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.161956 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9068fc38-53c3-4240-8439-77a50e675ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.165003 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9068fc38-53c3-4240-8439-77a50e675ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.169020 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9068fc38-53c3-4240-8439-77a50e675ede admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd75b085-6ee6-4294-b6e6-f8a85f2647ad HTTP/1.1" status: 204 len: 168 time: 0.1515994 Aug 27 16:19:38.177060 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068fc38-53c3-4240-8439-77a50e675ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd75b085-6ee6-4294-b6e6-f8a85f2647ad,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:38.382328 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0c26a-0e9b-4784-b8c3-f3463d43c22f req-b18df5c3-1af2-4f46-8168-27f3a7544fd5 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:38.383944 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-97e0c26a-0e9b-4784-b8c3-f3463d43c22f req-b18df5c3-1af2-4f46-8168-27f3a7544fd5 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0709860 Aug 27 16:19:38.442428 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-97e0c26a-0e9b-4784-b8c3-f3463d43c22f req-ba4abf31-9de1-4c58-a5c9-aa2fa27751ee tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445938 Aug 27 16:19:38.580565 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36686) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:38.628066 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36688) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:38.630902 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b0216f54-f379-419c-809e-15150f3a48e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c045aa692b84b22834ea68bf8450132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491168 Aug 27 16:19:38.697510 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.729953 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.784392 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.787236 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.788564 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b462496d-dfd7-4b89-a3c6-10df5928edbb HTTP/1.1" status: 204 len: 168 time: 0.1594265 Aug 27 16:19:38.797147 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b462496d-dfd7-4b89-a3c6-10df5928edbb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:38.805490 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.805831 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.806357 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.806791 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.807185 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.807578 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.807964 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.808360 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.808863 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.809272 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.810332 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.810888 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9269-c07e-4c3c-9593-439f75faab9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:38.982924 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:19:39.060325 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b5a42-ade6-42a1-a43d-003afb015a4c req-0c3957b1-eb71-4ea5-ab9c-08382e498b75 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:39.062540 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d8b5a42-ade6-42a1-a43d-003afb015a4c req-0c3957b1-eb71-4ea5-ab9c-08382e498b75 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0783608 Aug 27 16:19:39.115660 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87876bd4-4aa9-4177-8fc6-3103abd2b4f5 req-596bc789-0cac-4e6b-aa7f-cbd0b70be50a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:39.117579 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-87876bd4-4aa9-4177-8fc6-3103abd2b4f5 req-596bc789-0cac-4e6b-aa7f-cbd0b70be50a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0786264 Aug 27 16:19:39.142223 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d8b5a42-ade6-42a1-a43d-003afb015a4c req-12d08670-8be7-4c7a-9aeb-f79649e72c8b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637593 Aug 27 16:19:39.179740 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-87876bd4-4aa9-4177-8fc6-3103abd2b4f5 req-b80ec212-35b9-4cde-9ab5-4a66edde2691 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Aug 27 16:19:39.572386 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a740af-4f08-47dd-ae3c-3d1f5fc8d06b req-26840408-72cf-4314-9b34-47577dad18c3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:39.574069 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-07a740af-4f08-47dd-ae3c-3d1f5fc8d06b req-26840408-72cf-4314-9b34-47577dad18c3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0557294 Aug 27 16:19:39.646344 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-07a740af-4f08-47dd-ae3c-3d1f5fc8d06b req-cf0c4575-c410-4fed-a90c-dc5393a68db4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625429 Aug 27 16:19:40.298443 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126a0a3-fbf6-4a60-bc62-2237bb85ccbf req-10b1f38d-44e2-4367-afe5-633bf20a1206 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:40.306399 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c126a0a3-fbf6-4a60-bc62-2237bb85ccbf req-10b1f38d-44e2-4367-afe5-633bf20a1206 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0735335 Aug 27 16:19:40.318470 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf52c59-e5c2-4a20-bf16-c66e4ae1128f req-8cae67e1-13b0-4fb6-8227-c5c7daa208b8 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:40.327112 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-daf52c59-e5c2-4a20-bf16-c66e4ae1128f req-8cae67e1-13b0-4fb6-8227-c5c7daa208b8 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0642147 Aug 27 16:19:40.362668 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c126a0a3-fbf6-4a60-bc62-2237bb85ccbf req-7a296e73-3b8b-48e9-acfe-9b2a7f0c150a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553844 Aug 27 16:19:40.384010 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-daf52c59-e5c2-4a20-bf16-c66e4ae1128f req-d2947624-b6a0-4807-82a5-88ce2a8e37fb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556440 Aug 27 16:19:40.790542 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031da0c3-8ec8-426e-8d81-59cd0ed963c4 req-90df6957-a71b-4aa0-a018-87674ecaba2c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:40.792529 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-031da0c3-8ec8-426e-8d81-59cd0ed963c4 req-90df6957-a71b-4aa0-a018-87674ecaba2c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0623403 Aug 27 16:19:40.841273 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-031da0c3-8ec8-426e-8d81-59cd0ed963c4 req-9ae16dcb-a145-43cf-8597-807e53779356 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393081 Aug 27 16:19:41.065506 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36770) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:41.183696 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49ed9fd0-c8d5-4a9c-b2b4-5ad12a5d1f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.280933 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49ed9fd0-c8d5-4a9c-b2b4-5ad12a5d1f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.285795 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49ed9fd0-c8d5-4a9c-b2b4-5ad12a5d1f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.323573 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed9fd0-c8d5-4a9c-b2b4-5ad12a5d1f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5197b4-824d-4ea3-8dbd-7d354d9189cb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:41.328567 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-49ed9fd0-c8d5-4a9c-b2b4-5ad12a5d1f60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd4ce6b7ca314e1083e4cf0d3b0665f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617259 Aug 27 16:19:41.331066 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36774) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:41.382582 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f57de0a4-b752-4000-a732-ccb6e875d52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.407086 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f57de0a4-b752-4000-a732-ccb6e875d52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.497678 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b122a-4fa8-4948-9847-a974043a3341 req-c8c76a21-b485-4eb1-a931-1dc531abb4ef tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:41.499425 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-028b122a-4fa8-4948-9847-a974043a3341 req-c8c76a21-b485-4eb1-a931-1dc531abb4ef tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0723770 Aug 27 16:19:41.505288 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f57de0a4-b752-4000-a732-ccb6e875d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.509011 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f57de0a4-b752-4000-a732-ccb6e875d52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.512064 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-f57de0a4-b752-4000-a732-ccb6e875d52b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b5197b4-824d-4ea3-8dbd-7d354d9189cb HTTP/1.1" status: 204 len: 168 time: 0.1777670 Aug 27 16:19:41.534368 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c37b5a-2489-4fa1-8be3-c324e980d2ef req-4c898cd0-a41a-4946-ba0d-bc9e10c7a108 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:41.535865 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b7c37b5a-2489-4fa1-8be3-c324e980d2ef req-4c898cd0-a41a-4946-ba0d-bc9e10c7a108 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0664542 Aug 27 16:19:41.542837 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57de0a4-b752-4000-a732-ccb6e875d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5197b4-824d-4ea3-8dbd-7d354d9189cb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:41.581572 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-028b122a-4fa8-4948-9847-a974043a3341 req-c287e9d0-d023-489f-a6f7-a50576496499 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707076 Aug 27 16:19:41.609945 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b7c37b5a-2489-4fa1-8be3-c324e980d2ef req-3a284b3c-e922-4faa-a043-c5859a21b68a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655711 Aug 27 16:19:41.832980 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36786) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:41.846486 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-382a03f0-defa-44db-8743-fc617fc58de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.989077 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-382a03f0-defa-44db-8743-fc617fc58de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.999189 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2bb48-e64f-4c44-9340-6976423e90fc req-6e8ebad6-8635-410b-8f39-4ebd25767552 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:42.000682 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e1d2bb48-e64f-4c44-9340-6976423e90fc req-6e8ebad6-8635-410b-8f39-4ebd25767552 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0749624 Aug 27 16:19:42.001805 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-382a03f0-defa-44db-8743-fc617fc58de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.076135 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-382a03f0-defa-44db-8743-fc617fc58de7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52a21f689c9d471fadc4f968dfcf1761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420199 Aug 27 16:19:42.079532 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e1d2bb48-e64f-4c44-9340-6976423e90fc req-a6e9ee1e-8233-4609-abe3-29c7791570ed tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706198 Aug 27 16:19:42.080502 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36790) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:42.087490 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a03f0-defa-44db-8743-fc617fc58de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d356bea6-c153-4fa8-8d0a-fe3cf6c49cfc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:42.141404 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-71801738-1cd1-475e-a4f0-7895198a70b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.168584 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-71801738-1cd1-475e-a4f0-7895198a70b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.222889 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-71801738-1cd1-475e-a4f0-7895198a70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.226140 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-71801738-1cd1-475e-a4f0-7895198a70b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.227344 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-71801738-1cd1-475e-a4f0-7895198a70b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d356bea6-c153-4fa8-8d0a-fe3cf6c49cfc HTTP/1.1" status: 204 len: 168 time: 0.1458111 Aug 27 16:19:42.236710 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71801738-1cd1-475e-a4f0-7895198a70b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356bea6-c153-4fa8-8d0a-fe3cf6c49cfc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:42.717848 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc52ef-981e-430f-8a93-0d68762dc5a3 req-78d10b7b-3817-47d9-aa31-239bd537ffbc tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:42.725205 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5dfc52ef-981e-430f-8a93-0d68762dc5a3 req-78d10b7b-3817-47d9-aa31-239bd537ffbc tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0582409 Aug 27 16:19:42.776257 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5dfc52ef-981e-430f-8a93-0d68762dc5a3 req-f9b986f8-7f9e-409c-b903-a1f2ebc6d6b8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498006 Aug 27 16:19:42.836816 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9194a1f-1de4-44ed-97b5-d2c2a683ec1d req-806dcda0-da14-4868-bc7e-a5dc732440e6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:42.838601 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e9194a1f-1de4-44ed-97b5-d2c2a683ec1d req-806dcda0-da14-4868-bc7e-a5dc732440e6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.1109493 Aug 27 16:19:42.927644 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e9194a1f-1de4-44ed-97b5-d2c2a683ec1d req-036bfc37-7324-48f9-bcd4-6e9369ef06ba tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793135 Aug 27 16:19:43.077015 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d471871-9f63-4479-b6c3-dde852183e19 req-4edd7786-393d-4b05-896f-438b0c865f11 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:43.078948 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7d471871-9f63-4479-b6c3-dde852183e19 req-4edd7786-393d-4b05-896f-438b0c865f11 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0739586 Aug 27 16:19:43.150946 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7d471871-9f63-4479-b6c3-dde852183e19 req-567492b1-b0af-4e37-8f63-d7b26dd92188 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629029 Aug 27 16:19:43.230857 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10415949-dee0-45b3-9587-19ffcddafd93 req-21b361ab-89f5-486a-a13b-ae18554c695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:43.236728 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-10415949-dee0-45b3-9587-19ffcddafd93 req-21b361ab-89f5-486a-a13b-ae18554c695a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 1098 time: 0.0586398 Aug 27 16:19:43.355851 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a9dc0-e938-47a3-bc73-880781e2c578 req-63a322df-727d-4e2c-ab7c-a75a643dacde tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:43.363958 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a92a9dc0-e938-47a3-bc73-880781e2c578 req-63a322df-727d-4e2c-ab7c-a75a643dacde tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.1248195 Aug 27 16:19:43.423554 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a92a9dc0-e938-47a3-bc73-880781e2c578 req-0c51f657-4344-4c4f-b3d7-a79372b7853d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592415 Aug 27 16:19:43.443729 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10415949-dee0-45b3-9587-19ffcddafd93 req-86d3cb9a-674b-4b50-bea9-c1dc51a4f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:43.445193 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-10415949-dee0-45b3-9587-19ffcddafd93 req-86d3cb9a-674b-4b50-bea9-c1dc51a4f499 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 912 time: 0.1720865 Aug 27 16:19:43.524328 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-10415949-dee0-45b3-9587-19ffcddafd93 req-d4b8e196-4f9e-4fbe-8356-42b9e261db2e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2327a649-2d80-48a8-a769-258b94e2dac2 HTTP/1.1" status: 200 len: 1000 time: 0.0657356 Aug 27 16:19:43.589329 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10415949-dee0-45b3-9587-19ffcddafd93 req-3f0030bd-baa0-42c7-8a3e-2c52a19dbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:43.591556 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-10415949-dee0-45b3-9587-19ffcddafd93 req-3f0030bd-baa0-42c7-8a3e-2c52a19dbf45 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.0574353 Aug 27 16:19:43.678339 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10415949-dee0-45b3-9587-19ffcddafd93 req-481667b6-720d-4f6f-9dc6-db6858f55de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:43.679895 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-10415949-dee0-45b3-9587-19ffcddafd93 req-481667b6-720d-4f6f-9dc6-db6858f55de6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776854 Aug 27 16:19:43.893296 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-10415949-dee0-45b3-9587-19ffcddafd93 req-b79e526a-9c25-4304-85b6-f6b80d8bf75a service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957829 Aug 27 16:19:44.113382 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576cc6-74c9-4d28-bc41-963ea24dd8c1 req-b644505c-7e97-452c-aa9f-abbf81739a92 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:44.118522 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-840b4e94-7d49-4027-b141-73d3306040c9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:44.120000 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-840b4e94-7d49-4027-b141-73d3306040c9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0941195 Aug 27 16:19:44.123129 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5c576cc6-74c9-4d28-bc41-963ea24dd8c1 req-b644505c-7e97-452c-aa9f-abbf81739a92 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0717351 Aug 27 16:19:44.184480 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-10415949-dee0-45b3-9587-19ffcddafd93 req-65c43e60-474a-4ded-bda2-13ef71967b8e service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734886 Aug 27 16:19:44.194742 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5c576cc6-74c9-4d28-bc41-963ea24dd8c1 req-a5ab9d91-d246-4e11-9000-8bcd2b4c2292 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704072 Aug 27 16:19:44.290607 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-57569c3e-4034-4a88-9bcf-42d62dd1e09d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Deleting port d93b066b-fe0c-4f5b-968b-548fc275db69 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:44.290941 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-57569c3e-4034-4a88-9bcf-42d62dd1e09d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:44.379922 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c9368-92d7-4ee2-957f-2e6304989888 req-f4e037f6-1e4a-456c-a34b-55e47f92c0df tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:44.381578 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-218c9368-92d7-4ee2-957f-2e6304989888 req-f4e037f6-1e4a-456c-a34b-55e47f92c0df tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.1252987 Aug 27 16:19:44.423307 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-57569c3e-4034-4a88-9bcf-42d62dd1e09d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] For port d93b066b-fe0c-4f5b-968b-548fc275db69, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d93b066b-fe0c-4f5b-968b-548fc275db69,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:44.423675 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-57569c3e-4034-4a88-9bcf-42d62dd1e09d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:44.444953 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-57569c3e-4034-4a88-9bcf-42d62dd1e09d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Calling delete_port for d93b066b-fe0c-4f5b-968b-548fc275db69 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:44.449343 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-218c9368-92d7-4ee2-957f-2e6304989888 req-222efe9c-77d9-4709-8b67-71a076c72783 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591526 Aug 27 16:19:44.612483 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0383bd6-8dd5-4e44-9cf9-de9b26af9f7e req-bacf54c2-01cb-4b67-965a-84bb2c031a8d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:44.619678 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0383bd6-8dd5-4e44-9cf9-de9b26af9f7e req-bacf54c2-01cb-4b67-965a-84bb2c031a8d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 945 time: 0.0932400 Aug 27 16:19:44.620353 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-57569c3e-4034-4a88-9bcf-42d62dd1e09d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:44.668858 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57569c3e-4034-4a88-9bcf-42d62dd1e09d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Pushing event deleted for resources: {'Port': ['ID=d93b066b-fe0c-4f5b-968b-548fc275db69,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:44.688602 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0383bd6-8dd5-4e44-9cf9-de9b26af9f7e req-b6d329e7-9bdc-4ea9-b8c1-44b6633d13f0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663986 Aug 27 16:19:44.699310 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f9a50738-e3f0-4064-8ccb-8309619fc50c', '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:44.727065 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-57569c3e-4034-4a88-9bcf-42d62dd1e09d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] No DVR routers for this DVR port d93b066b-fe0c-4f5b-968b-548fc275db69 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:44.729889 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-57569c3e-4034-4a88-9bcf-42d62dd1e09d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:44.732321 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-66738c63-3548-46ea-a837-ec4ca2a2f8cf req-57569c3e-4034-4a88-9bcf-42d62dd1e09d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "DELETE /v2.0/ports/d93b066b-fe0c-4f5b-968b-548fc275db69 HTTP/1.1" status: 204 len: 173 time: 0.6033421 Aug 27 16:19:44.732790 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a94c32-9ba1-4238-978e-c6ea0b138ea5', 'name': 'network-vif-deleted', 'tag': 'd93b066b-fe0c-4f5b-968b-548fc275db69'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:44.735368 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88e2f44-b67a-4cad-87e3-723588d1aecd" -d '{"events": [{"server_uuid": "d5a94c32-9ba1-4238-978e-c6ea0b138ea5", "name": "network-vif-deleted", "tag": "d93b066b-fe0c-4f5b-968b-548fc275db69"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:44.789189 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f8f147-ed39-4db9-b249-ec80fb8180ee x-openstack-request-id: req-21f8f147-ed39-4db9-b249-ec80fb8180ee {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:44.789741 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a94c32-9ba1-4238-978e-c6ea0b138ea5", "name": "network-vif-deleted", "tag": "d93b066b-fe0c-4f5b-968b-548fc275db69", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:44.790214 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21f8f147-ed39-4db9-b249-ec80fb8180ee {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:44.790924 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a94c32-9ba1-4238-978e-c6ea0b138ea5', 'name': 'network-vif-deleted', 'tag': 'd93b066b-fe0c-4f5b-968b-548fc275db69', 'status': 'completed', 'code': 200} Aug 27 16:19:44.965922 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36880) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:45.083716 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8daf7e8f-9633-4150-a0d3-f33f18c3ec5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.191545 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8daf7e8f-9633-4150-a0d3-f33f18c3ec5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.196530 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8daf7e8f-9633-4150-a0d3-f33f18c3ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.242706 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-8daf7e8f-9633-4150-a0d3-f33f18c3ec5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84fbd2a0c3984de8beddf9c9a7feeba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733159 Aug 27 16:19:45.242706 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf7e8f-9633-4150-a0d3-f33f18c3ec5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b5425a-0cc4-4a77-a8ea-35e60059e49a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:45.243714 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36886) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:45.347922 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72701d4d-b28d-40cc-9bc4-d79e1fde29f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.379657 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72701d4d-b28d-40cc-9bc4-d79e1fde29f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.388544 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3a360-d289-407f-831f-6c7b2f2ee524 req-0696dacc-d74f-4bf6-bf67-d63e42740fa0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:45.390740 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-97a3a360-d289-407f-831f-6c7b2f2ee524 req-0696dacc-d74f-4bf6-bf67-d63e42740fa0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0835869 Aug 27 16:19:45.451684 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-97a3a360-d289-407f-831f-6c7b2f2ee524 req-5b00ae0a-adcc-4e06-922c-311558880233 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495465 Aug 27 16:19:45.472923 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72701d4d-b28d-40cc-9bc4-d79e1fde29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.475604 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72701d4d-b28d-40cc-9bc4-d79e1fde29f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.479109 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-72701d4d-b28d-40cc-9bc4-d79e1fde29f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29b5425a-0cc4-4a77-a8ea-35e60059e49a HTTP/1.1" status: 204 len: 168 time: 0.2314615 Aug 27 16:19:45.488711 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72701d4d-b28d-40cc-9bc4-d79e1fde29f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b5425a-0cc4-4a77-a8ea-35e60059e49a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:45.610477 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710c7b6-c22d-4745-bf16-0f999a9a9c67 req-91deb80c-33ab-45b8-b773-6219101dab11 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:45.612461 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7710c7b6-c22d-4745-bf16-0f999a9a9c67 req-91deb80c-33ab-45b8-b773-6219101dab11 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0610223 Aug 27 16:19:45.661299 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7710c7b6-c22d-4745-bf16-0f999a9a9c67 req-3bebd4bd-9f67-4ab6-ab46-9d0b66794d49 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Aug 27 16:19:45.801257 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4874dca4-5b25-4bfc-8051-d473c3c3a320 req-19c4b63e-0bf5-4507-9e40-33d5907d56bd tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 210 time: 0.0368528 Aug 27 16:19:45.836986 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 36896) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:45.851073 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-34242dbe-eeb2-48b2-814c-4e756133ede2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.948225 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-34242dbe-eeb2-48b2-814c-4e756133ede2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.955162 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-34242dbe-eeb2-48b2-814c-4e756133ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.993660 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34242dbe-eeb2-48b2-814c-4e756133ede2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d654db-0ba1-4ff6-9e29-83468cc27c7d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:46.012741 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36902) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:46.013687 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-34242dbe-eeb2-48b2-814c-4e756133ede2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=337d85117d02436cb2098b05d3ddfd57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743996 Aug 27 16:19:46.077720 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a33e0420-8595-4f84-a018-d6ad024f0bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:46.100790 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a33e0420-8595-4f84-a018-d6ad024f0bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:46.153290 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a33e0420-8595-4f84-a018-d6ad024f0bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:46.156755 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a33e0420-8595-4f84-a018-d6ad024f0bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:46.158409 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a33e0420-8595-4f84-a018-d6ad024f0bd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18d654db-0ba1-4ff6-9e29-83468cc27c7d HTTP/1.1" status: 204 len: 168 time: 0.1438835 Aug 27 16:19:46.172539 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e0420-8595-4f84-a018-d6ad024f0bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d654db-0ba1-4ff6-9e29-83468cc27c7d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:46.593156 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2a7b8-bada-477c-ba34-8a1d85dfa0dc req-a9a040e9-4bea-43ac-9618-6b8130407ffc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:46.594700 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-75b2a7b8-bada-477c-ba34-8a1d85dfa0dc req-a9a040e9-4bea-43ac-9618-6b8130407ffc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0647006 Aug 27 16:19:46.636455 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-75b2a7b8-bada-477c-ba34-8a1d85dfa0dc req-dd8b30d5-58fa-4abb-a36f-3a6193c780d9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350168 Aug 27 16:19:46.799999 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269d7ed-ff66-4c70-ae83-803828b1fc13 req-79d4f327-ca49-4619-9ccb-5493aa43750c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:46.802132 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8269d7ed-ff66-4c70-ae83-803828b1fc13 req-79d4f327-ca49-4619-9ccb-5493aa43750c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0604153 Aug 27 16:19:46.848288 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8269d7ed-ff66-4c70-ae83-803828b1fc13 req-c61bbea7-196d-438a-b64b-8b5c2b5a36e5 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 Aug 27 16:19:46.919721 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-48ed48c8-2ae9-4cc2-ab70-a5c15de5d5b5 req-c7b6e879-d534-4fee-b50e-44d10df2b7a0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 210 time: 0.0308397 Aug 27 16:19:47.511010 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36944) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:47.596496 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2539a448-3d06-4a9e-a1db-88a7c48b7de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.636356 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ca50aa4-5e91-4057-b654-ebbbc071cc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.758864 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ca50aa4-5e91-4057-b654-ebbbc071cc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.764887 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ca50aa4-5e91-4057-b654-ebbbc071cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.790564 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dcad2-311e-403b-8cc9-7ea33ca6d370 req-f1a35496-84ba-409e-9acd-c9ff33648c11 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:47.792083 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-395dcad2-311e-403b-8cc9-7ea33ca6d370 req-f1a35496-84ba-409e-9acd-c9ff33648c11 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0643744 Aug 27 16:19:47.804500 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-0ca50aa4-5e91-4057-b654-ebbbc071cc5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70cf7cc6a9ef4c699f1494ce796b70a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923994 Aug 27 16:19:47.805362 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca50aa4-5e91-4057-b654-ebbbc071cc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349c9f13-b87e-40b1-9d3b-22a60c56b837,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:47.807722 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 36950) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:47.839453 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-395dcad2-311e-403b-8cc9-7ea33ca6d370 req-05540e1f-2a7c-4d8f-81ad-b65685a96f46 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Aug 27 16:19:47.886331 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17286371-bc80-4696-a68a-81ec03fbc616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.912793 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17286371-bc80-4696-a68a-81ec03fbc616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.995453 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafa96e-c1bb-411a-b073-757dc399029f req-8eb50327-c992-475e-b27b-f438bc7d38e0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:47.998001 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-abafa96e-c1bb-411a-b073-757dc399029f req-8eb50327-c992-475e-b27b-f438bc7d38e0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0595715 Aug 27 16:19:47.999147 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17286371-bc80-4696-a68a-81ec03fbc616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:48.001668 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17286371-bc80-4696-a68a-81ec03fbc616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:48.005139 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-17286371-bc80-4696-a68a-81ec03fbc616 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/349c9f13-b87e-40b1-9d3b-22a60c56b837 HTTP/1.1" status: 204 len: 168 time: 0.1810787 Aug 27 16:19:48.024894 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17286371-bc80-4696-a68a-81ec03fbc616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c9f13-b87e-40b1-9d3b-22a60c56b837,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:48.066079 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d25f2cee-750b-4092-afba-da4b54cbb47d req-deef5747-2d4b-4ffe-bc3d-3d85a020fab4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 210 time: 0.0480640 Aug 27 16:19:48.094486 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:48.109578 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-abafa96e-c1bb-411a-b073-757dc399029f req-54142208-ea2b-46b3-9519-f802d006db51 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987945 Aug 27 16:19:48.973826 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0818de6-349b-4263-b4eb-aded31273659 req-1eaf044b-f6ad-4a1c-8f12-c1d082364987 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:48.975393 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e0818de6-349b-4263-b4eb-aded31273659 req-1eaf044b-f6ad-4a1c-8f12-c1d082364987 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0532084 Aug 27 16:19:49.013848 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e0818de6-349b-4263-b4eb-aded31273659 req-56a36b56-1608-4737-8ff6-ee29ba82de51 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326054 Aug 27 16:19:49.164238 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5908f28-800e-43e0-9fe3-3fe91c82080a req-d3d1af14-ede5-4fb4-a982-4ae1ee34c377 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 210 time: 0.0286524 Aug 27 16:19:49.251837 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f8ff-2838-457d-9e5a-87e2f8f846b9 req-4ffd0ac0-87a1-409e-80cd-d9b909c45eb5 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:49.253434 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3db3f8ff-2838-457d-9e5a-87e2f8f846b9 req-4ffd0ac0-87a1-409e-80cd-d9b909c45eb5 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0589852 Aug 27 16:19:49.291507 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3db3f8ff-2838-457d-9e5a-87e2f8f846b9 req-e066dd25-8165-4a60-b950-74cc7f91cf2c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Aug 27 16:19:49.690398 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device d93b066b-fe0c-4f5b-968b-548fc275db69 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:49.710700 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: d93b066b-fe0c-4f5b-968b-548fc275db69 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:49.711050 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device d93b066b-fe0c-4f5b-968b-548fc275db69 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:50.013398 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3fcfe38-5fa9-46a5-8225-7c12658a7646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.141216 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de4b10-4480-4996-a9bd-f9401449eac6 req-6eeb2313-1df6-447f-bcbf-e59af2c6bfad tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:50.142667 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-76de4b10-4480-4996-a9bd-f9401449eac6 req-6eeb2313-1df6-447f-bcbf-e59af2c6bfad tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0561225 Aug 27 16:19:50.180666 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-76de4b10-4480-4996-a9bd-f9401449eac6 req-5b623266-7d43-464d-b9fd-a55345f85a83 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317206 Aug 27 16:19:50.278010 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-012c1c97-3073-4db4-a48d-3352420e673f req-a9da271a-90bf-4057-a8c5-d60d1e14acfc tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 210 time: 0.0328934 Aug 27 16:19:50.288941 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.403099 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd78f9-46e8-45b3-901c-fbc31d9fe739 req-6e791313-ae43-46ac-9dc9-be4dde58e658 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:50.404435 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12dd78f9-46e8-45b3-901c-fbc31d9fe739 req-6e791313-ae43-46ac-9dc9-be4dde58e658 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0476668 Aug 27 16:19:50.441258 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12dd78f9-46e8-45b3-901c-fbc31d9fe739 req-c06f89e5-c288-4c2f-8e63-24ea289924cd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Aug 27 16:19:51.304418 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b0ce6-6fd9-4160-9af4-aed4b500faeb req-77a6e553-3f19-4932-add8-b51743b55064 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:51.305910 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-533b0ce6-6fd9-4160-9af4-aed4b500faeb req-77a6e553-3f19-4932-add8-b51743b55064 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0527077 Aug 27 16:19:51.346230 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-533b0ce6-6fd9-4160-9af4-aed4b500faeb req-28063e4e-c9aa-4f56-9e7c-5ffe9ab59822 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333247 Aug 27 16:19:51.382863 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c36630ea-fef6-48e8-ace1-0e14b08c5ecf req-a0bb8617-d6e0-43c2-9f76-535fec2db54e tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 210 time: 0.0268667 Aug 27 16:19:51.394134 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:51.556174 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da0c8c-c441-4533-aa52-db70ad048705 req-79715bae-e686-4683-9797-77bc22426beb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:51.557956 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-49da0c8c-c441-4533-aa52-db70ad048705 req-79715bae-e686-4683-9797-77bc22426beb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0501902 Aug 27 16:19:51.594518 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-49da0c8c-c441-4533-aa52-db70ad048705 req-98b819d7-b51b-4088-befa-e94a257d04b0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310528 Aug 27 16:19:52.471167 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed563-3f5e-4f79-bf54-4ced3acda626 req-790adc45-12da-4af0-8adf-bbfa82f27a27 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:52.472857 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-340ed563-3f5e-4f79-bf54-4ced3acda626 req-790adc45-12da-4af0-8adf-bbfa82f27a27 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0511138 Aug 27 16:19:52.496752 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-85e8b024-99af-49ed-affa-1e98a56680d6 req-54ee2643-cfec-4534-ba7b-4f102cfde48e tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a94c32-9ba1-4238-978e-c6ea0b138ea5 HTTP/1.1" status: 200 len: 210 time: 0.0308609 Aug 27 16:19:52.516957 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-340ed563-3f5e-4f79-bf54-4ced3acda626 req-73d7bd69-2627-47f6-a0c4-e510f5a542fe tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380485 Aug 27 16:19:52.710099 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-d15cd1fa-182d-4e15-b9d4-3d502b4b1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:52.711682 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-d15cd1fa-182d-4e15-b9d4-3d502b4b1fa3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 1098 time: 0.0436420 Aug 27 16:19:52.719006 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039308cc-8999-4345-82d5-d192b88798e2 req-d56db0c5-31c8-4da7-a5e3-a39d606bcc90 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:52.720583 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-039308cc-8999-4345-82d5-d192b88798e2 req-d56db0c5-31c8-4da7-a5e3-a39d606bcc90 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0599511 Aug 27 16:19:52.760319 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-039308cc-8999-4345-82d5-d192b88798e2 req-3160e2b7-8ec1-4234-8dc8-4c6b42ede734 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329208 Aug 27 16:19:52.803661 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-4028b73a-d109-474c-a80e-a3e171a6cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:52.805077 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-4028b73a-d109-474c-a80e-a3e171a6cae8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.0855758 Aug 27 16:19:52.854822 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:52.876009 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-36a75fa5-383d-4231-be54-d365612bf0e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c HTTP/1.1" status: 200 len: 1001 time: 0.0628731 Aug 27 16:19:52.925042 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-bf1e235f-a44e-432f-955e-07c8ce68332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:52.926492 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-bf1e235f-a44e-432f-955e-07c8ce68332f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0434844 Aug 27 16:19:52.972330 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-a7e070ed-b641-4f57-beee-35fa53cdb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:52.973806 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-a7e070ed-b641-4f57-beee-35fa53cdb8b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399547 Aug 27 16:19:53.085234 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-e52d339d-24db-4dcc-9330-5ede59c85e64 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978673 Aug 27 16:19:53.198813 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb32ac0-064a-4fc7-a57f-487e1de08d89 req-7342eecb-9311-4110-a9a4-3093f0a17100 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052024 Aug 27 16:19:53.639890 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15143059-2a69-44e8-954b-edf944028cc2 req-a62f3327-b766-481d-95ac-4ced09ae533a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:53.641324 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-15143059-2a69-44e8-954b-edf944028cc2 req-a62f3327-b766-481d-95ac-4ced09ae533a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0507779 Aug 27 16:19:53.680837 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-15143059-2a69-44e8-954b-edf944028cc2 req-313730cc-c7f0-4cd6-b7d6-20acecc82377 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334651 Aug 27 16:19:53.766992 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1f1c-970c-471d-890c-75a06ce56365 req-f9c349d0-0198-4d0d-83f4-aeb06853701a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:53.768486 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-28bc1f1c-970c-471d-890c-75a06ce56365 req-f9c349d0-0198-4d0d-83f4-aeb06853701a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 945 time: 0.0513787 Aug 27 16:19:53.808772 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-28bc1f1c-970c-471d-890c-75a06ce56365 req-fcde9d68-c614-4b2f-aa98-2689d2414475 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Aug 27 16:19:54.930695 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46707f9e-66b2-4ce0-95b2-076911dea7ce req-7d6261c9-e328-4356-a148-c354f5819ddd tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:54.932169 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-46707f9e-66b2-4ce0-95b2-076911dea7ce req-7d6261c9-e328-4356-a148-c354f5819ddd tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 945 time: 0.0493350 Aug 27 16:19:54.975233 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-46707f9e-66b2-4ce0-95b2-076911dea7ce req-909cff85-abca-4001-b999-57e52eb8573a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360506 Aug 27 16:19:55.040963 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a368d6-b995-4784-b263-630bec990a14 req-67ab12bf-c931-436b-b929-19de46b67c4e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:55.042468 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-86a368d6-b995-4784-b263-630bec990a14 req-67ab12bf-c931-436b-b929-19de46b67c4e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.2865543 Aug 27 16:19:55.079009 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-86a368d6-b995-4784-b263-630bec990a14 req-a9e51c42-0057-4765-b89c-25c33bb4c5df tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300231 Aug 27 16:19:56.061250 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c12950c4-2fb4-49fd-b19e-92a0bf003f6c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:56.094712 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cddd3-eeb0-4a85-aae6-ad39d329f6b0 req-639fe197-0ba7-4133-9b13-f633afc368b0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:56.096071 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-df3cddd3-eeb0-4a85-aae6-ad39d329f6b0 req-639fe197-0ba7-4133-9b13-f633afc368b0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 945 time: 0.0517402 Aug 27 16:19:56.138397 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-df3cddd3-eeb0-4a85-aae6-ad39d329f6b0 req-1d81826e-19c8-4294-835f-3a123d5f7fe1 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362515 Aug 27 16:19:56.139143 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.169913 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:56.174027 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1f21c0-f51f-49b9-8331-2a11f3169bc1" -d '{"events": [{"server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "name": "network-vif-unplugged", "status": "completed", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:56.181354 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:56.186765 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.207892 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d831cbf-b8c4-4028-83be-1276ae2c1265 req-e709f0d9-8c62-4fee-9a52-bff2f26e1389 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:56.209676 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5d831cbf-b8c4-4028-83be-1276ae2c1265 req-e709f0d9-8c62-4fee-9a52-bff2f26e1389 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 945 time: 0.0530825 Aug 27 16:19:56.216216 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f3c9c-bbf4-4286-95a4-608b14140651 x-openstack-request-id: req-8c0f3c9c-bbf4-4286-95a4-608b14140651 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:56.216533 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "name": "network-vif-unplugged", "status": "completed", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:56.217410 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c0f3c9c-bbf4-4286-95a4-608b14140651 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:56.217798 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'code': 200} Aug 27 16:19:56.244121 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:56.252266 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5d831cbf-b8c4-4028-83be-1276ae2c1265 req-243e9b74-c193-4bea-95da-ff9fd5d55119 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354638 Aug 27 16:19:56.496300 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-9a623974-dad9-4231-9999-2a5b7794b80d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:56.498781 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-9a623974-dad9-4231-9999-2a5b7794b80d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 945 time: 0.0514820 Aug 27 16:19:56.608536 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-2c6f302d-7b7f-4151-876e-639c365fe823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Deleting port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:56.608889 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-2c6f302d-7b7f-4151-876e-639c365fe823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.695102 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-2c6f302d-7b7f-4151-876e-639c365fe823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] For port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:56.695469 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-2c6f302d-7b7f-4151-876e-639c365fe823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.708875 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-2c6f302d-7b7f-4151-876e-639c365fe823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Calling delete_port for 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:56.846987 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-2c6f302d-7b7f-4151-876e-639c365fe823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.886470 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f302d-7b7f-4151-876e-639c365fe823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Pushing event deleted for resources: {'Port': ['ID=05fa2c2b-5fb3-4ee1-bc4c-02168c9063db,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:56.894962 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f9a50738-e3f0-4064-8ccb-8309619fc50c', '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:56.946590 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-2c6f302d-7b7f-4151-876e-639c365fe823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] No DVR routers for this DVR port 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:56.949100 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-2c6f302d-7b7f-4151-876e-639c365fe823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.951146 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1066d109-6aa8-4bc7-9fb4-446a0222e100 req-2c6f302d-7b7f-4151-876e-639c365fe823 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "DELETE /v2.0/ports/05fa2c2b-5fb3-4ee1-bc4c-02168c9063db HTTP/1.1" status: 204 len: 173 time: 0.4374731 Aug 27 16:19:56.951692 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c1374d-522c-411b-846e-0e35b54eee5a', 'name': 'network-vif-deleted', 'tag': '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:56.954674 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3016005-a009-4c41-9cd5-e95e9ef06aa4" -d '{"events": [{"server_uuid": "a7c1374d-522c-411b-846e-0e35b54eee5a", "name": "network-vif-deleted", "tag": "05fa2c2b-5fb3-4ee1-bc4c-02168c9063db"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:57.004772 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc412c62-1946-420a-80e5-ea247b55bbff x-openstack-request-id: req-cc412c62-1946-420a-80e5-ea247b55bbff {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:57.005141 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c1374d-522c-411b-846e-0e35b54eee5a", "name": "network-vif-deleted", "tag": "05fa2c2b-5fb3-4ee1-bc4c-02168c9063db", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:57.005443 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc412c62-1946-420a-80e5-ea247b55bbff {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:57.005822 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c1374d-522c-411b-846e-0e35b54eee5a', 'name': 'network-vif-deleted', 'tag': '05fa2c2b-5fb3-4ee1-bc4c-02168c9063db', 'status': 'completed', 'code': 200} Aug 27 16:19:57.029612 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02dd3f-3401-46e1-84aa-4e7b4ba6eaa1 req-0e7f66f0-a3a7-4c7b-b60f-d32ab4934fa9 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:57.031323 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9d02dd3f-3401-46e1-84aa-4e7b4ba6eaa1 req-0e7f66f0-a3a7-4c7b-b60f-d32ab4934fa9 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 946 time: 0.0637488 Aug 27 16:19:57.073791 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9d02dd3f-3401-46e1-84aa-4e7b4ba6eaa1 req-18da57ae-8e90-4d35-b0c7-9a31409b1894 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342696 Aug 27 16:19:57.259578 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8cecee30-293f-4d11-a6b9-e7c71eddec5a req-ebe0ce9f-1d8a-4e37-9003-ee1885e50709 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7c1374d-522c-411b-846e-0e35b54eee5a HTTP/1.1" status: 200 len: 210 time: 0.0314732 Aug 27 16:19:57.369829 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f2c13-23bc-4355-8478-b08872e55f06 req-75c2102f-a96f-406a-b719-01943ab9fc60 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:57.371439 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-357f2c13-23bc-4355-8478-b08872e55f06 req-75c2102f-a96f-406a-b719-01943ab9fc60 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0487368 Aug 27 16:19:57.409359 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-357f2c13-23bc-4355-8478-b08872e55f06 req-a9109cf8-2dae-4ddb-8afa-52cb54d49653 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Aug 27 16:19:58.068417 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03caf4-96a4-48d0-99e8-94e7030c7527 req-1158c8b5-cabe-4823-aae2-253b5bf6b48e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:58.069919 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-df03caf4-96a4-48d0-99e8-94e7030c7527 req-1158c8b5-cabe-4823-aae2-253b5bf6b48e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0721009 Aug 27 16:19:58.108376 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-df03caf4-96a4-48d0-99e8-94e7030c7527 req-09bbe76a-bac4-42f3-a399-7f8849c0e7da tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326629 Aug 27 16:19:58.203650 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f0e2e-f0c9-4914-9848-2a026a644924 req-2e1b55de-cad8-485a-babb-2eaa74a8c0ab tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:58.205168 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0f4f0e2e-f0c9-4914-9848-2a026a644924 req-2e1b55de-cad8-485a-babb-2eaa74a8c0ab tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 946 time: 0.0566683 Aug 27 16:19:58.243708 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0f4f0e2e-f0c9-4914-9848-2a026a644924 req-45543ec3-79c6-4445-9280-9d8f161a1965 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Aug 27 16:19:58.337510 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 37196) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:58.424249 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-7d91cc54-c57a-473f-b682-4a8d7435a683 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855939 Aug 27 16:19:59.226222 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f2eed-f678-4eab-8419-7878da1fd7ac req-b1b331a9-8d1d-4b06-878e-f57a37561194 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:59.227938 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-754f2eed-f678-4eab-8419-7878da1fd7ac req-b1b331a9-8d1d-4b06-878e-f57a37561194 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0480549 Aug 27 16:19:59.266373 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-754f2eed-f678-4eab-8419-7878da1fd7ac req-c66ee198-1c7c-4cbd-9136-7f3583ff9b7a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Aug 27 16:19:59.358997 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417590a4-543e-4044-a920-4f1151af539f req-0a89ef0f-7f94-412e-b399-6416c6ea0de6 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:59.360383 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-417590a4-543e-4044-a920-4f1151af539f req-0a89ef0f-7f94-412e-b399-6416c6ea0de6 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 946 time: 0.0505133 Aug 27 16:19:59.397743 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-417590a4-543e-4044-a920-4f1151af539f req-60dd50bf-e9ac-4d9d-af60-7030fe58d18c tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c64409f-d8ea-48d5-8c66-f428b1d7cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Aug 27 16:19:59.653582 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610152b-f535-45cb-9d09-f66f5bb951e0 req-a5dfa430-1158-4e74-ad34-ea283e338a1e tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:59.655620 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c610152b-f535-45cb-9d09-f66f5bb951e0 req-a5dfa430-1158-4e74-ad34-ea283e338a1e tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0537431 Aug 27 16:19:59.694568 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c610152b-f535-45cb-9d09-f66f5bb951e0 req-1aecc67f-948e-4c52-b9b1-ce070bf3c3b9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319946 Aug 27 16:19:59.801520 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-a0c90f3c-37fe-46e8-8511-8b3efa6c2120 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:59.803031 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-a0c90f3c-37fe-46e8-8511-8b3efa6c2120 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.88 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 946 time: 0.0665989 Aug 27 16:19:59.903707 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-6942c076-37fa-426f-8a59-a15fc9905049 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Deleting port cdda8ce9-a906-47b5-b30f-2f33df71ce62 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:59.903936 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-6942c076-37fa-426f-8a59-a15fc9905049 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.994395 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-6942c076-37fa-426f-8a59-a15fc9905049 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] For port cdda8ce9-a906-47b5-b30f-2f33df71ce62, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cdda8ce9-a906-47b5-b30f-2f33df71ce62,segment=NetworkSegment(75528db2-673e-418f-b4e6-8b7f8d13b47c),segment_id=75528db2-673e-418f-b4e6-8b7f8d13b47c)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:59.994699 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-6942c076-37fa-426f-8a59-a15fc9905049 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.012846 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-6942c076-37fa-426f-8a59-a15fc9905049 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Calling delete_port for cdda8ce9-a906-47b5-b30f-2f33df71ce62 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:00.075648 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c12950c4-2fb4-49fd-b19e-92a0bf003f6c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:00.151658 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-6942c076-37fa-426f-8a59-a15fc9905049 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.154121 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:00.175818 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:20:00.176167 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 05fa2c2b-5fb3-4ee1-bc4c-02168c9063db not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:20:00.179630 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942c076-37fa-426f-8a59-a15fc9905049 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Pushing event deleted for resources: {'Port': ['ID=cdda8ce9-a906-47b5-b30f-2f33df71ce62,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:00.199532 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['cdda8ce9-a906-47b5-b30f-2f33df71ce62'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:20:00.223771 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-6942c076-37fa-426f-8a59-a15fc9905049 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] No DVR routers for this DVR port cdda8ce9-a906-47b5-b30f-2f33df71ce62 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:00.226072 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-6942c076-37fa-426f-8a59-a15fc9905049 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.228035 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1a7284a7-118f-4ad1-a86a-ad4b24ab1915 req-6942c076-37fa-426f-8a59-a15fc9905049 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.88 "DELETE /v2.0/ports/cdda8ce9-a906-47b5-b30f-2f33df71ce62 HTTP/1.1" status: 204 len: 173 time: 0.4155738 Aug 27 16:20:00.228620 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190e5966-1d69-4ceb-8b23-b7f6432fd313', 'name': 'network-vif-deleted', 'tag': 'cdda8ce9-a906-47b5-b30f-2f33df71ce62'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:00.230690 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbd1957-aaab-43f5-a232-7adb6e9a71ac" -d '{"events": [{"server_uuid": "190e5966-1d69-4ceb-8b23-b7f6432fd313", "name": "network-vif-deleted", "tag": "cdda8ce9-a906-47b5-b30f-2f33df71ce62"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:00.268228 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4579b607-2e45-4359-8aa5-84741c46f317 x-openstack-request-id: req-4579b607-2e45-4359-8aa5-84741c46f317 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:00.268478 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190e5966-1d69-4ceb-8b23-b7f6432fd313", "name": "network-vif-deleted", "tag": "cdda8ce9-a906-47b5-b30f-2f33df71ce62", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:00.268767 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4579b607-2e45-4359-8aa5-84741c46f317 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:00.269167 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190e5966-1d69-4ceb-8b23-b7f6432fd313', 'name': 'network-vif-deleted', 'tag': 'cdda8ce9-a906-47b5-b30f-2f33df71ce62', 'status': 'completed', 'code': 200} Aug 27 16:20:00.399465 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7447d-ed2f-47e6-ad95-0b42e3e3a539 req-321dfbe3-a017-474f-b315-8304395cfb0a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:00.401005 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4ce7447d-ed2f-47e6-ad95-0b42e3e3a539 req-321dfbe3-a017-474f-b315-8304395cfb0a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0606742 Aug 27 16:20:00.439549 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4ce7447d-ed2f-47e6-ad95-0b42e3e3a539 req-dc940799-72d2-42a0-92fc-8e6c5b70c848 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312734 Aug 27 16:20:00.527777 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bc4d011-d4bf-402b-9acb-403f4cea0190 req-e1d197f2-7da6-4c10-bc7e-9c63769e2c33 tempest-VolumesSnapshotTestJSON-1111755108 tempest-VolumesSnapshotTestJSON-1111755108-project] 10.222.0.60 "GET /v2.0/ports?device_id=190e5966-1d69-4ceb-8b23-b7f6432fd313 HTTP/1.1" status: 200 len: 210 time: 0.0393562 Aug 27 16:20:00.553164 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-f880ee79-d73b-43d0-a3b7-0bd2cfcf02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:00.554682 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-f880ee79-d73b-43d0-a3b7-0bd2cfcf02b6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c&tenant_id=dec7d9da1655470d9ffb03a4482157d0 HTTP/1.1" status: 200 len: 1096 time: 0.0990813 Aug 27 16:20:00.643850 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-e45c95fb-9635-43ce-9e6e-a921d5a829de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:00.645322 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-e45c95fb-9635-43ce-9e6e-a921d5a829de service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 1096 time: 0.0401533 Aug 27 16:20:00.745212 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-91126bb9-093a-436b-af2d-b8a529b1d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:00.746693 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-91126bb9-093a-436b-af2d-b8a529b1d47d service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.0898139 Aug 27 16:20:00.815579 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87803f5-b60c-473e-b185-3ca527ac6ed7 req-43184323-cde6-4a4a-94d3-24d8d2310e64 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:00.817398 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f87803f5-b60c-473e-b185-3ca527ac6ed7 req-43184323-cde6-4a4a-94d3-24d8d2310e64 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0561056 Aug 27 16:20:00.817533 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-68b28233-c62c-48f0-8c84-f866cfc109ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c HTTP/1.1" status: 200 len: 999 time: 0.0618997 Aug 27 16:20:00.858936 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f87803f5-b60c-473e-b185-3ca527ac6ed7 req-c44d5baf-537a-4aa5-88b3-c2393e82a1ef tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Aug 27 16:20:00.886333 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-19f6cf66-f4c9-46a1-b574-6b4f875f1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:00.887933 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-19f6cf66-f4c9-46a1-b574-6b4f875f1314 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0599616 Aug 27 16:20:00.936198 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-e2359f50-a7f0-4318-9832-f8a52ae63f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:00.937801 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-e2359f50-a7f0-4318-9832-f8a52ae63f1f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413980 Aug 27 16:20:01.043984 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-6c1d88e8-a560-44d1-be52-4b68381b8611 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908887 Aug 27 16:20:01.140678 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9ed6158c-86f2-48ba-9fbd-484f20df90fb req-9cc23882-1152-420e-b370-da6b0a06d7cd service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884759 Aug 27 16:20:01.566818 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f8f3e-a2a2-4f60-801f-f46b0e96f021 req-2d936adf-8bae-4c2d-8796-c1307a135d67 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:01.568562 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a00f8f3e-a2a2-4f60-801f-f46b0e96f021 req-2d936adf-8bae-4c2d-8796-c1307a135d67 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0540278 Aug 27 16:20:01.629176 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a00f8f3e-a2a2-4f60-801f-f46b0e96f021 req-88bba789-1f22-403b-996c-905a9c481f36 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542078 Aug 27 16:20:02.064643 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251519b-4ab9-4236-a348-cef7d48f4727 req-a8549cd1-8a7e-4084-a6d0-92cb827c2632 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:02.073849 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7251519b-4ab9-4236-a348-cef7d48f4727 req-a8549cd1-8a7e-4084-a6d0-92cb827c2632 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0837879 Aug 27 16:20:02.115034 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7251519b-4ab9-4236-a348-cef7d48f4727 req-52384f3e-a122-4645-b29f-96fd4f172081 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Aug 27 16:20:02.776422 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7ae64-ea31-4e44-94be-62d9fcda4f96 req-7b0849d3-6a62-434e-9e32-318c5d70abe4 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:02.777997 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-49e7ae64-ea31-4e44-94be-62d9fcda4f96 req-7b0849d3-6a62-434e-9e32-318c5d70abe4 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0557861 Aug 27 16:20:02.819745 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-49e7ae64-ea31-4e44-94be-62d9fcda4f96 req-fc5fd2b7-1100-4002-a064-1b27229b14ab tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346951 Aug 27 16:20:03.268398 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b107ae-e975-4f90-b189-ee1e2f1a6679 req-c4a3f72b-5e0f-4f31-b30f-dca06eb278b4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:03.269877 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-67b107ae-e975-4f90-b189-ee1e2f1a6679 req-c4a3f72b-5e0f-4f31-b30f-dca06eb278b4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0544300 Aug 27 16:20:03.317531 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-67b107ae-e975-4f90-b189-ee1e2f1a6679 req-5233cc3a-b528-4cc6-ba74-2abfd95453c7 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Aug 27 16:20:03.949040 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cee58-524c-47ec-97fd-99ab5ead9d0b req-61aa2efb-7e40-4438-9fbf-bb8d847a97e1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:03.950522 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-064cee58-524c-47ec-97fd-99ab5ead9d0b req-61aa2efb-7e40-4438-9fbf-bb8d847a97e1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0519698 Aug 27 16:20:03.987914 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-064cee58-524c-47ec-97fd-99ab5ead9d0b req-12b90049-67d2-490b-88ef-bc7a2d47a11f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Aug 27 16:20:04.094636 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device cdda8ce9-a906-47b5-b30f-2f33df71ce62 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:04.118120 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: cdda8ce9-a906-47b5-b30f-2f33df71ce62 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:20:04.118485 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device cdda8ce9-a906-47b5-b30f-2f33df71ce62 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:20:04.451295 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d5469-323f-4bc9-ba6f-8980f5f700aa req-add66bff-fce6-4b43-8a84-e5de58357843 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:04.453435 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a70d5469-323f-4bc9-ba6f-8980f5f700aa req-add66bff-fce6-4b43-8a84-e5de58357843 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0561256 Aug 27 16:20:04.497041 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a70d5469-323f-4bc9-ba6f-8980f5f700aa req-80d11e0d-707c-471e-8d24-a33edaa529bb tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337012 Aug 27 16:20:05.125882 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21e19-5b99-4be8-a1f0-f25fa1723aa5 req-5f4a940f-a3af-43ca-a187-916162db3cf1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:05.127351 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-34c21e19-5b99-4be8-a1f0-f25fa1723aa5 req-5f4a940f-a3af-43ca-a187-916162db3cf1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0548098 Aug 27 16:20:05.165675 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-34c21e19-5b99-4be8-a1f0-f25fa1723aa5 req-51a8f820-e0e4-4089-b4ee-7b0d213b0499 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Aug 27 16:20:05.610374 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acd4b0-53a5-4a92-9051-0951f9c20a96 req-fb5e54c1-ed10-4a95-8648-fe9f17e1014a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:05.611836 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-61acd4b0-53a5-4a92-9051-0951f9c20a96 req-fb5e54c1-ed10-4a95-8648-fe9f17e1014a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0475907 Aug 27 16:20:05.647776 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-61acd4b0-53a5-4a92-9051-0951f9c20a96 req-14194029-9a60-4807-a1fe-f42907df4dc8 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301459 Aug 27 16:20:06.291082 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07724070-beb5-4360-b67a-98195b7aef79 req-e43d7981-e16d-49ae-9676-6843d86d093f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:06.292487 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-07724070-beb5-4360-b67a-98195b7aef79 req-e43d7981-e16d-49ae-9676-6843d86d093f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0523515 Aug 27 16:20:06.330068 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-07724070-beb5-4360-b67a-98195b7aef79 req-6391ae60-3ef3-458b-939d-85c14b875adf tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Aug 27 16:20:06.758586 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac1d56-fc3f-4a65-8129-c51fa6b8122e req-965258d1-48bd-46db-9ee1-c888de4b6d96 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:06.760090 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d1ac1d56-fc3f-4a65-8129-c51fa6b8122e req-965258d1-48bd-46db-9ee1-c888de4b6d96 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0474548 Aug 27 16:20:06.795829 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d1ac1d56-fc3f-4a65-8129-c51fa6b8122e req-770542dd-bfca-4032-b158-5f2a85ce8cd3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299306 Aug 27 16:20:07.450227 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47ff1b-db95-4658-9b84-d623e43abb56 req-f8353776-809f-477f-aa32-bcc1d98968dd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:07.451690 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a47ff1b-db95-4658-9b84-d623e43abb56 req-f8353776-809f-477f-aa32-bcc1d98968dd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0521252 Aug 27 16:20:07.488816 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a47ff1b-db95-4658-9b84-d623e43abb56 req-6c9cf685-d18e-4f1a-87d0-d75350f1f253 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307190 Aug 27 16:20:07.972759 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ecf61-fbbf-4a8e-8bb7-5ca9b8995a95 req-76e8f205-a6d8-4f7f-8bf8-7d5026d524cf tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:07.974280 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-145ecf61-fbbf-4a8e-8bb7-5ca9b8995a95 req-76e8f205-a6d8-4f7f-8bf8-7d5026d524cf tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.1091392 Aug 27 16:20:08.013325 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-145ecf61-fbbf-4a8e-8bb7-5ca9b8995a95 req-225b5281-3776-4d34-b599-edb0a32a1d0a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Aug 27 16:20:08.623504 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0a0dc-7fcd-4626-8d6f-064b8547ae01 req-3939ded0-86c9-4351-a6f3-e92137399b54 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:08.625018 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1db0a0dc-7fcd-4626-8d6f-064b8547ae01 req-3939ded0-86c9-4351-a6f3-e92137399b54 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0545192 Aug 27 16:20:08.662793 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1db0a0dc-7fcd-4626-8d6f-064b8547ae01 req-053c09bd-e0c4-4c46-afb3-30cba9300883 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315969 Aug 27 16:20:09.142039 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ee11a-873d-41cc-87d1-1b2138d15220 req-6a181012-3d6c-4df4-ba94-44941e9fcea0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:09.143782 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e32ee11a-873d-41cc-87d1-1b2138d15220 req-6a181012-3d6c-4df4-ba94-44941e9fcea0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0535355 Aug 27 16:20:09.185122 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e32ee11a-873d-41cc-87d1-1b2138d15220 req-20646582-8043-4922-bf00-d94cd93e5c59 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351214 Aug 27 16:20:09.785329 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fbb71-6743-46fd-9eb3-8351aa01b96d req-90955e17-5e30-40d3-8915-8743f553ae98 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:09.786831 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a0fbb71-6743-46fd-9eb3-8351aa01b96d req-90955e17-5e30-40d3-8915-8743f553ae98 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0535333 Aug 27 16:20:09.823864 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a0fbb71-6743-46fd-9eb3-8351aa01b96d req-cd053cba-f710-43ed-8a15-d70bc4688645 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Aug 27 16:20:10.298164 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8a5aa-398c-43c0-bb92-af9b50cbeb9e req-c40a38cb-68a6-48b7-92d3-106b4f7a8012 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:10.299658 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-72f8a5aa-398c-43c0-bb92-af9b50cbeb9e req-c40a38cb-68a6-48b7-92d3-106b4f7a8012 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0480425 Aug 27 16:20:10.338166 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-72f8a5aa-398c-43c0-bb92-af9b50cbeb9e req-63e10f37-2603-40be-b587-96f2479db843 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Aug 27 16:20:10.995383 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd683f-ac84-44cf-82b7-0c08c8ba2e1c req-a573718c-a6fa-42fe-93ef-ecf542be7593 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:10.996856 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f1cd683f-ac84-44cf-82b7-0c08c8ba2e1c req-a573718c-a6fa-42fe-93ef-ecf542be7593 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.1012199 Aug 27 16:20:11.044577 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f1cd683f-ac84-44cf-82b7-0c08c8ba2e1c req-1ce629e4-234b-41ec-a9ce-83166adaa92b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Aug 27 16:20:11.455326 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a00c59-2b0c-46de-b42a-0e3557df0088 req-8ccc1464-52aa-49ef-b14c-50b6ece24183 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:11.456927 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-63a00c59-2b0c-46de-b42a-0e3557df0088 req-8ccc1464-52aa-49ef-b14c-50b6ece24183 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0512273 Aug 27 16:20:11.492738 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-63a00c59-2b0c-46de-b42a-0e3557df0088 req-6f17a938-9843-49f5-8c66-44c805bb8680 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300610 Aug 27 16:20:12.176989 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea5499-9bf3-4bbe-823f-6a55b841ec1e req-3eece3e7-f848-4b93-ac66-eb55177be0fc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.178499 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a7ea5499-9bf3-4bbe-823f-6a55b841ec1e req-3eece3e7-f848-4b93-ac66-eb55177be0fc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0492117 Aug 27 16:20:12.214865 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a7ea5499-9bf3-4bbe-823f-6a55b841ec1e req-9654cc27-30bc-4a53-95c6-a1408d736c67 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305903 Aug 27 16:20:12.604119 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d851b-f6c1-4a8e-ba85-4606bab2b59f req-ca551d21-1868-41a6-bc02-aafc8b55f111 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.605559 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-893d851b-f6c1-4a8e-ba85-4606bab2b59f req-ca551d21-1868-41a6-bc02-aafc8b55f111 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0474026 Aug 27 16:20:12.641016 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-893d851b-f6c1-4a8e-ba85-4606bab2b59f req-a3174c86-c1fc-45d0-8fac-e022a08a1900 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296741 Aug 27 16:20:13.345763 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ac67-eca8-4b84-80db-513ff49c6f53 req-0522f714-738b-4520-9130-760690712e04 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:13.349084 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5274ac67-eca8-4b84-80db-513ff49c6f53 req-0522f714-738b-4520-9130-760690712e04 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0601177 Aug 27 16:20:13.387822 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5274ac67-eca8-4b84-80db-513ff49c6f53 req-834aaace-2c52-4067-9f76-23c35aa4d44a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340211 Aug 27 16:20:13.753572 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9de4-fbbc-44d1-b92b-53bd9d0a5435 req-349f316b-fbb6-47df-b737-f8f57ce695d9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:13.755050 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-811c9de4-fbbc-44d1-b92b-53bd9d0a5435 req-349f316b-fbb6-47df-b737-f8f57ce695d9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0478287 Aug 27 16:20:13.791967 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-811c9de4-fbbc-44d1-b92b-53bd9d0a5435 req-3441dc6d-f8ac-49ec-b11d-6aff2ba1c229 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308743 Aug 27 16:20:14.511568 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035171d-d658-41f0-9120-20faf56bea87 req-12afe604-b917-411d-b2cf-78576666529f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:14.513064 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5035171d-d658-41f0-9120-20faf56bea87 req-12afe604-b917-411d-b2cf-78576666529f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0481203 Aug 27 16:20:14.552687 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5035171d-d658-41f0-9120-20faf56bea87 req-1bb24c54-5b91-4f2c-bb10-4e3dda7f2352 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Aug 27 16:20:14.913083 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03028b9-3fcc-4ab8-9cbe-0d833a076e65 req-99f48ce9-5a94-49ff-aaf2-1c7b6fb6e4b0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:14.914566 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b03028b9-3fcc-4ab8-9cbe-0d833a076e65 req-99f48ce9-5a94-49ff-aaf2-1c7b6fb6e4b0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0511556 Aug 27 16:20:14.951784 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b03028b9-3fcc-4ab8-9cbe-0d833a076e65 req-31446b21-2077-4b29-a66a-4b94316437b4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Aug 27 16:20:15.670217 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831ec1a-cdd0-40e7-b0fb-71e28157264c req-4c8ab05c-8372-402d-9bd4-996dc9b84e4e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:15.672242 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4831ec1a-cdd0-40e7-b0fb-71e28157264c req-4c8ab05c-8372-402d-9bd4-996dc9b84e4e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0494676 Aug 27 16:20:15.712233 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4831ec1a-cdd0-40e7-b0fb-71e28157264c req-15b02990-395e-4520-a6fc-602d8696ef3d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335681 Aug 27 16:20:15.982167 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:20:16.065237 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c453499-31d1-4b15-943c-6278f1b12393 req-63cc6402-e83b-4ffb-9cb8-162834d38f6c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:16.067007 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0c453499-31d1-4b15-943c-6278f1b12393 req-63cc6402-e83b-4ffb-9cb8-162834d38f6c tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0494118 Aug 27 16:20:16.109732 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0c453499-31d1-4b15-943c-6278f1b12393 req-10ec5790-12dc-47f5-87da-ae7dbed66d15 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358086 Aug 27 16:20:16.839855 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f6052-3816-4d0e-b794-85b28a847d7e req-e945f6db-5dc1-4d71-be33-c7eebe84f611 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:16.844821 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-115f6052-3816-4d0e-b794-85b28a847d7e req-e945f6db-5dc1-4d71-be33-c7eebe84f611 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0596547 Aug 27 16:20:16.894496 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-115f6052-3816-4d0e-b794-85b28a847d7e req-58d2fcc8-d3c9-4d66-b8e7-26b1bf732686 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388317 Aug 27 16:20:17.232298 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82688ad-1c0d-402c-8ee3-90596bcd9e43 req-f737b018-fe7f-4aa6-a220-9eebf2a2d266 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:17.233922 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a82688ad-1c0d-402c-8ee3-90596bcd9e43 req-f737b018-fe7f-4aa6-a220-9eebf2a2d266 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0533254 Aug 27 16:20:17.274103 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a82688ad-1c0d-402c-8ee3-90596bcd9e43 req-c01c3206-5131-4354-9620-0ab7b3e0838b tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333428 Aug 27 16:20:17.589208 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d2acac5e-af73-4178-a927-383ffdec523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:18.056774 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:18.155239 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aca83-5571-4330-a6ac-8ec4e84222d6 req-7cae7748-7fb5-4b47-92b0-c108fe3f0688 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:18.156745 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c66aca83-5571-4330-a6ac-8ec4e84222d6 req-7cae7748-7fb5-4b47-92b0-c108fe3f0688 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0526540 Aug 27 16:20:18.201929 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c66aca83-5571-4330-a6ac-8ec4e84222d6 req-14c91634-c207-443b-af2d-ef8ace4e063d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374491 Aug 27 16:20:18.397502 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de4e58-bfaa-4026-ab43-fbfe4ae494e2 req-eeab72bb-e52e-4c7c-b7b3-49ae7fe54793 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:18.398890 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d7de4e58-bfaa-4026-ab43-fbfe4ae494e2 req-eeab72bb-e52e-4c7c-b7b3-49ae7fe54793 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0588987 Aug 27 16:20:18.435322 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d7de4e58-bfaa-4026-ab43-fbfe4ae494e2 req-4f5fd21c-2f9c-45d7-a9ec-aa0ed6b26f2d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306680 Aug 27 16:20:19.332911 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5c58-5d60-403b-9b09-1bba0ec7ae87 req-0294816b-33e7-4083-b4ca-d5b2379be34e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:19.340434 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2fcb5c58-5d60-403b-9b09-1bba0ec7ae87 req-0294816b-33e7-4083-b4ca-d5b2379be34e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0640671 Aug 27 16:20:19.386564 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2fcb5c58-5d60-403b-9b09-1bba0ec7ae87 req-acd57c6e-4521-4b73-b57b-260bb322e276 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438745 Aug 27 16:20:19.570001 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b3756-8e9c-4df9-af9d-8f34421ef2ad req-741f9979-d10b-4cdd-876a-00a90181fbd3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:19.571729 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2f7b3756-8e9c-4df9-af9d-8f34421ef2ad req-741f9979-d10b-4cdd-876a-00a90181fbd3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0574563 Aug 27 16:20:19.610521 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2f7b3756-8e9c-4df9-af9d-8f34421ef2ad req-632b96d1-31f8-470b-8301-525f4fe6dff0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Aug 27 16:20:20.013482 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-133feead-9ad0-4d10-b5e3-d791f06a6ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.279261 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.503998 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c41bad-33d3-4e21-a2a2-f1563b6b28c3 req-a66bef08-a21b-4952-b81c-45dc4fd2a525 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:20.505472 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-99c41bad-33d3-4e21-a2a2-f1563b6b28c3 req-a66bef08-a21b-4952-b81c-45dc4fd2a525 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0531447 Aug 27 16:20:20.550030 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-99c41bad-33d3-4e21-a2a2-f1563b6b28c3 req-3faaf5db-6d59-47f2-9828-5e5fead719a4 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385177 Aug 27 16:20:20.723307 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b6f4a-e283-433c-87d3-5989f57b8a5d req-531fb1bc-9339-45c8-9f9e-4ad53a204330 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:20.724811 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e26b6f4a-e283-433c-87d3-5989f57b8a5d req-531fb1bc-9339-45c8-9f9e-4ad53a204330 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0485380 Aug 27 16:20:20.770875 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e26b6f4a-e283-433c-87d3-5989f57b8a5d req-cc5206c5-ed0a-4124-b756-d863ec383270 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399666 Aug 27 16:20:21.391530 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:21.672295 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a922200-356e-49a9-a2d8-e402e5f13caa req-fbf4f0e7-c28c-4400-9c04-3feb7192eedd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:21.674515 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a922200-356e-49a9-a2d8-e402e5f13caa req-fbf4f0e7-c28c-4400-9c04-3feb7192eedd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0522988 Aug 27 16:20:21.714794 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a922200-356e-49a9-a2d8-e402e5f13caa req-58c8b134-6f08-4f44-8bdb-c9e10f07564e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332632 Aug 27 16:20:21.887964 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5093c4-e480-491c-8322-67675dbfdd5f req-9249e8a4-ff53-4850-8875-d370f81172d9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:21.889416 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce5093c4-e480-491c-8322-67675dbfdd5f req-9249e8a4-ff53-4850-8875-d370f81172d9 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0525672 Aug 27 16:20:21.927415 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce5093c4-e480-491c-8322-67675dbfdd5f req-563a4de6-ee24-407a-b954-4b5cbb02e11a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Aug 27 16:20:22.835538 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720c408-b063-4ecc-bf0c-daec41efb149 req-32f22dd9-06c0-4de1-ae8f-dfd757f2aede tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:22.837010 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4720c408-b063-4ecc-bf0c-daec41efb149 req-32f22dd9-06c0-4de1-ae8f-dfd757f2aede tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0480185 Aug 27 16:20:22.858187 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:22.875927 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4720c408-b063-4ecc-bf0c-daec41efb149 req-beee05f1-c779-4a0d-b838-1de33a8745b9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330005 Aug 27 16:20:23.039470 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb521c7-6c86-450b-b61d-6252b18f0b91 req-d2e6e25e-4a29-44b6-8cf8-eb3d01ff5bd4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:23.040942 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6bb521c7-6c86-450b-b61d-6252b18f0b91 req-d2e6e25e-4a29-44b6-8cf8-eb3d01ff5bd4 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0485005 Aug 27 16:20:23.076876 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6bb521c7-6c86-450b-b61d-6252b18f0b91 req-95277538-d0af-4bcd-99fe-b40d5b4e5ce6 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298097 Aug 27 16:20:23.995034 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7ec6-513c-42b4-8cf8-17f6f5957185 req-78cdbbf2-3824-4eec-af34-e84dd7796b58 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:23.996480 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bbfd7ec6-513c-42b4-8cf8-17f6f5957185 req-78cdbbf2-3824-4eec-af34-e84dd7796b58 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0506070 Aug 27 16:20:24.034444 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bbfd7ec6-513c-42b4-8cf8-17f6f5957185 req-e5566e4f-2bf1-4128-b72a-6b6d7a0991aa tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312610 Aug 27 16:20:24.188795 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbe0e6-4859-4c85-87dc-a678a9513524 req-269699fe-fa7e-4137-ba88-1428fb91990d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:24.190282 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f0bbe0e6-4859-4c85-87dc-a678a9513524 req-269699fe-fa7e-4137-ba88-1428fb91990d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0481515 Aug 27 16:20:24.226357 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f0bbe0e6-4859-4c85-87dc-a678a9513524 req-d574bc7b-9a25-4c6e-ac95-78d24590d90b tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301042 Aug 27 16:20:25.153894 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47009f9b-c906-4f08-b5c0-1caf3ea30bd8 req-3cf43884-3a64-4c6e-9411-ca2dea16e823 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:25.155298 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-47009f9b-c906-4f08-b5c0-1caf3ea30bd8 req-3cf43884-3a64-4c6e-9411-ca2dea16e823 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0487950 Aug 27 16:20:25.193561 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-47009f9b-c906-4f08-b5c0-1caf3ea30bd8 req-8f489792-db4b-47da-9590-fc3f327414f0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323915 Aug 27 16:20:25.342678 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9f94-4967-4732-a1a4-d5293ab39441 req-97cfb045-88ac-47cc-ad3c-ad962419fc19 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:25.344137 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7c4f9f94-4967-4732-a1a4-d5293ab39441 req-97cfb045-88ac-47cc-ad3c-ad962419fc19 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0518451 Aug 27 16:20:25.381804 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7c4f9f94-4967-4732-a1a4-d5293ab39441 req-7e379950-3423-4f84-95e3-e81883fd6253 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317907 Aug 27 16:20:26.312755 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627bf25-ec32-424d-8e22-c9882bd0d470 req-289b9b26-3ea9-4539-9b0d-b4b340cff705 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:26.314206 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c627bf25-ec32-424d-8e22-c9882bd0d470 req-289b9b26-3ea9-4539-9b0d-b4b340cff705 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0503595 Aug 27 16:20:26.350609 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c627bf25-ec32-424d-8e22-c9882bd0d470 req-f51e83d0-62f4-4036-9fd5-325afa4e63f0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300496 Aug 27 16:20:26.491351 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18507d-d5b2-4803-af10-c3031f617f76 req-8a834e6c-5d20-472a-9633-00c9288beda3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:26.492799 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fb18507d-d5b2-4803-af10-c3031f617f76 req-8a834e6c-5d20-472a-9633-00c9288beda3 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0472188 Aug 27 16:20:26.529866 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fb18507d-d5b2-4803-af10-c3031f617f76 req-87f8117d-1445-4aba-aa69-a0f5ff71a8ad tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308106 Aug 27 16:20:27.469583 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d25a02-6056-4477-bed7-cc7ef6545f0c req-0ac091ab-822b-475b-9c01-ccf88942c671 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:27.471885 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d3d25a02-6056-4477-bed7-cc7ef6545f0c req-0ac091ab-822b-475b-9c01-ccf88942c671 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0520670 Aug 27 16:20:27.507992 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d3d25a02-6056-4477-bed7-cc7ef6545f0c req-d7a9064b-6d8a-4a48-b748-49d9c6a05ac8 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302467 Aug 27 16:20:27.640594 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd423dd-904c-48f0-9088-1d882a41a455 req-31d36f91-49fb-47c8-8b9a-d3a20402e0b7 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:27.642053 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1cd423dd-904c-48f0-9088-1d882a41a455 req-31d36f91-49fb-47c8-8b9a-d3a20402e0b7 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0478935 Aug 27 16:20:27.678606 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1cd423dd-904c-48f0-9088-1d882a41a455 req-fce4c519-4a48-4408-ae22-31c7595bbe39 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302269 Aug 27 16:20:28.627907 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e681d7e-1148-428b-9e05-21532e06ba0c req-8d583d63-8cd9-4b98-b0e4-6b3a36a136d7 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:28.629283 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9e681d7e-1148-428b-9e05-21532e06ba0c req-8d583d63-8cd9-4b98-b0e4-6b3a36a136d7 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0487356 Aug 27 16:20:28.665646 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9e681d7e-1148-428b-9e05-21532e06ba0c req-5afb9005-cd94-4f90-ae6d-343ee568f2e8 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306234 Aug 27 16:20:28.792257 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaa9e9-8a8a-46fb-a7bd-0170ef93e3ee req-5aef6de3-8c6a-44b0-a2dc-2052842e2d46 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:28.793683 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-febaa9e9-8a8a-46fb-a7bd-0170ef93e3ee req-5aef6de3-8c6a-44b0-a2dc-2052842e2d46 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0505357 Aug 27 16:20:28.829481 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-febaa9e9-8a8a-46fb-a7bd-0170ef93e3ee req-33a2b81c-00aa-4883-b634-e2882a473eb2 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293717 Aug 27 16:20:29.199965 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-e50e67fd-8ed5-4b40-b6a5-413af61141e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:29.201414 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-e50e67fd-8ed5-4b40-b6a5-413af61141e4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 1096 time: 0.0798812 Aug 27 16:20:29.304733 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-984e4d9c-0e53-4259-9ab8-daa94b550d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:29.306150 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-984e4d9c-0e53-4259-9ab8-daa94b550d91 service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.0839214 Aug 27 16:20:29.370042 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-4ddef20c-9b5b-4e22-a7ef-10754d5faf03 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c HTTP/1.1" status: 200 len: 999 time: 0.0559342 Aug 27 16:20:29.419420 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-54f5d13a-b718-45dc-8581-087c1e5458db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:29.420847 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-54f5d13a-b718-45dc-8581-087c1e5458db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0428791 Aug 27 16:20:29.470586 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-abf7c86c-48b2-4a12-ba58-aa0025a443b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:29.472108 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-abf7c86c-48b2-4a12-ba58-aa0025a443b8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443792 Aug 27 16:20:29.559171 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-929b26f0-094d-4001-a853-c6d6892ab3ce service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797553 Aug 27 16:20:29.651230 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ed236bb8-95b4-4489-964c-9fb8f72832bd req-1a0a9bf9-be52-46fb-9d8e-952b07ed72d6 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844593 Aug 27 16:20:29.787079 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7769ac-c8dd-42cf-b608-657ca399ff0f req-75feed0e-02d8-49e1-819d-c54e2f902e66 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:29.788536 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4e7769ac-c8dd-42cf-b608-657ca399ff0f req-75feed0e-02d8-49e1-819d-c54e2f902e66 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0498605 Aug 27 16:20:29.825845 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4e7769ac-c8dd-42cf-b608-657ca399ff0f req-17ebfabd-c10f-49a4-844f-b63d947905b7 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Aug 27 16:20:29.941063 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f36e4-39df-4d3a-84bf-8ba7e613a565 req-97e51d9a-d0c3-4d46-b936-ac3701a37a1d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:29.942625 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7f1f36e4-39df-4d3a-84bf-8ba7e613a565 req-97e51d9a-d0c3-4d46-b936-ac3701a37a1d tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0481663 Aug 27 16:20:29.979868 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7f1f36e4-39df-4d3a-84bf-8ba7e613a565 req-ec7d9679-cbab-4aee-b95c-2a08f25b4859 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a4245c2-eae2-4ffa-858a-6ed300f0da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Aug 27 16:20:30.336072 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-d065ab00-b887-4561-8c60-354a3da35d54 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:30.337498 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-d065ab00-b887-4561-8c60-354a3da35d54 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 945 time: 0.0479293 Aug 27 16:20:30.436754 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-889bc7c7-8072-480e-ae90-7ba48347e39a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Deleting port f9a50738-e3f0-4064-8ccb-8309619fc50c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:30.437099 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-889bc7c7-8072-480e-ae90-7ba48347e39a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.523597 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-889bc7c7-8072-480e-ae90-7ba48347e39a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] For port f9a50738-e3f0-4064-8ccb-8309619fc50c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f9a50738-e3f0-4064-8ccb-8309619fc50c,segment=NetworkSegment(72cfd009-d82d-4cc9-9871-1b32e1037ee9),segment_id=72cfd009-d82d-4cc9-9871-1b32e1037ee9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:30.523963 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-889bc7c7-8072-480e-ae90-7ba48347e39a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.536808 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-889bc7c7-8072-480e-ae90-7ba48347e39a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Calling delete_port for f9a50738-e3f0-4064-8ccb-8309619fc50c owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:30.662395 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-889bc7c7-8072-480e-ae90-7ba48347e39a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.688302 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bc7c7-8072-480e-ae90-7ba48347e39a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Pushing event deleted for resources: {'Port': ['ID=f9a50738-e3f0-4064-8ccb-8309619fc50c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:30.732933 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-889bc7c7-8072-480e-ae90-7ba48347e39a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] No DVR routers for this DVR port f9a50738-e3f0-4064-8ccb-8309619fc50c on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:30.735305 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-889bc7c7-8072-480e-ae90-7ba48347e39a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.737323 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3e52dc2f-6f79-4397-b4e3-5a668fdb1c37 req-889bc7c7-8072-480e-ae90-7ba48347e39a tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.88 "DELETE /v2.0/ports/f9a50738-e3f0-4064-8ccb-8309619fc50c HTTP/1.1" status: 204 len: 173 time: 0.3925092 Aug 27 16:20:30.737758 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973dd6bd-3dfb-4dea-8b6d-80b104364031', 'name': 'network-vif-deleted', 'tag': 'f9a50738-e3f0-4064-8ccb-8309619fc50c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:30.745658 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475b03b9-2940-41fa-be70-a2d50146e871" -d '{"events": [{"server_uuid": "973dd6bd-3dfb-4dea-8b6d-80b104364031", "name": "network-vif-deleted", "tag": "f9a50738-e3f0-4064-8ccb-8309619fc50c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:30.753023 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f9a50738-e3f0-4064-8ccb-8309619fc50c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:20:30.785473 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e3def8-69c3-4bd8-b16c-ea3cbfba9d0f x-openstack-request-id: req-c7e3def8-69c3-4bd8-b16c-ea3cbfba9d0f {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:30.785763 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973dd6bd-3dfb-4dea-8b6d-80b104364031", "name": "network-vif-deleted", "tag": "f9a50738-e3f0-4064-8ccb-8309619fc50c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:30.786014 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7e3def8-69c3-4bd8-b16c-ea3cbfba9d0f {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:30.786430 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973dd6bd-3dfb-4dea-8b6d-80b104364031', 'name': 'network-vif-deleted', 'tag': 'f9a50738-e3f0-4064-8ccb-8309619fc50c', 'status': 'completed', 'code': 200} Aug 27 16:20:30.943638 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532e811-ab8c-42e4-af3b-9046ba55f474 req-9124c111-501d-41a5-b865-8e24b2e40376 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:30.945193 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4532e811-ab8c-42e4-af3b-9046ba55f474 req-9124c111-501d-41a5-b865-8e24b2e40376 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0476406 Aug 27 16:20:30.981794 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4532e811-ab8c-42e4-af3b-9046ba55f474 req-ea019475-ac2c-4305-a776-9c57e7ebd8e9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301013 Aug 27 16:20:31.085814 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-213fb796-e173-4aa9-ae4f-a20db710c611 req-a5c4340f-6862-4071-a30e-14b686896ed0 tempest-AttachVolumeNegativeTest-598608575 tempest-AttachVolumeNegativeTest-598608575-project] 10.222.0.60 "GET /v2.0/ports?device_id=973dd6bd-3dfb-4dea-8b6d-80b104364031 HTTP/1.1" status: 200 len: 210 time: 0.0267234 Aug 27 16:20:32.103927 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7366309-e852-43a4-a02d-487ddb1c83ff req-8f7fdc62-dc07-4582-92bc-70de892bb90e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:32.105308 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b7366309-e852-43a4-a02d-487ddb1c83ff req-8f7fdc62-dc07-4582-92bc-70de892bb90e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0510623 Aug 27 16:20:32.137900 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 37558) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:32.142505 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b7366309-e852-43a4-a02d-487ddb1c83ff req-7c7c84ff-2def-4a89-8981-7671732b87df tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309074 Aug 27 16:20:32.181978 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb651ad-c109-4b5a-9a10-880a1827a381 admin admin] Deleting subnet 3e01547a-fddb-46f7-ac4b-24e87045709f {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:20:32.185065 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cb651ad-c109-4b5a-9a10-880a1827a381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.217877 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cb651ad-c109-4b5a-9a10-880a1827a381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10291734'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.255217 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cb651ad-c109-4b5a-9a10-880a1827a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.308751 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cb651ad-c109-4b5a-9a10-880a1827a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10319036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10380392'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.335696 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb651ad-c109-4b5a-9a10-880a1827a381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e01547a-fddb-46f7-ac4b-24e87045709f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:32.337650 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cb651ad-c109-4b5a-9a10-880a1827a381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.340165 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9cb651ad-c109-4b5a-9a10-880a1827a381 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3e01547a-fddb-46f7-ac4b-24e87045709f HTTP/1.1" status: 204 len: 168 time: 0.2005985 Aug 27 16:20:32.341890 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 37560) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:32.408335 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.487912 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.497743 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada80764-89cb-4a2f-a346-67cc2b2bb65b']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:32.508046 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cfd009-d82d-4cc9-9871-1b32e1037ee9') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:32.508316 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cfd009-d82d-4cc9-9871-1b32e1037ee9') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:32.517118 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10291721'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.530491 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.537787 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:32.538169 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10319066'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: Traceback (most recent call last): Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: timer() Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: cb(*args, **kw) Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: return func(*args, **kwargs) Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: self._notify() Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: self.callback(batched_events) Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: event.method(event) Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: return f(self, *a, **k) Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._get(url).json() Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:32.539903 dv-cinder-800695-5-iscsi neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:32.597906 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.606280 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.608503 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ada80764-89cb-4a2f-a346-67cc2b2bb65b HTTP/1.1" status: 204 len: 168 time: 0.2656884 Aug 27 16:20:32.623345 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb9434-9f0b-4625-9927-baac3dbdb0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada80764-89cb-4a2f-a346-67cc2b2bb65b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:32.769868 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 37574) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:32.813044 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-b8f3558b-4703-4777-8399-bd9087dbcca3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94b4345eaeda4018a5de93fd89b2c24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419381 Aug 27 16:20:32.815864 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 37576) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:32.863301 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c0ee65c-413b-414c-8eaf-7e216f8f4760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.884038 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c0ee65c-413b-414c-8eaf-7e216f8f4760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.929594 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c0ee65c-413b-414c-8eaf-7e216f8f4760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.932130 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c0ee65c-413b-414c-8eaf-7e216f8f4760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.933274 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-5c0ee65c-413b-414c-8eaf-7e216f8f4760 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a4245c2-eae2-4ffa-858a-6ed300f0da56 HTTP/1.1" status: 204 len: 168 time: 0.1164727 Aug 27 16:20:32.940687 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ee65c-413b-414c-8eaf-7e216f8f4760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4245c2-eae2-4ffa-858a-6ed300f0da56,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:33.264490 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f8373-1dad-4502-a5bd-1bd7fc474320 req-bb39a390-801f-46df-95ed-499d91adaf92 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:33.265975 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-922f8373-1dad-4502-a5bd-1bd7fc474320 req-bb39a390-801f-46df-95ed-499d91adaf92 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0509238 Aug 27 16:20:33.305671 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-922f8373-1dad-4502-a5bd-1bd7fc474320 req-8312df15-71d7-40ff-aacd-97694434ae59 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330184 Aug 27 16:20:34.180879 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f9a50738-e3f0-4064-8ccb-8309619fc50c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:34.199951 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: f9a50738-e3f0-4064-8ccb-8309619fc50c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:20:34.200233 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f9a50738-e3f0-4064-8ccb-8309619fc50c not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:20:34.424584 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36b3dd-b976-4fdb-8716-9c7fbc853d39 req-3af5bc0a-112c-4e4b-8030-958b4769c6f3 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.426132 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eb36b3dd-b976-4fdb-8716-9c7fbc853d39 req-3af5bc0a-112c-4e4b-8030-958b4769c6f3 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0491712 Aug 27 16:20:34.463917 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eb36b3dd-b976-4fdb-8716-9c7fbc853d39 req-e795a0de-fab4-4113-8da0-349a7b35b27b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Aug 27 16:20:35.587694 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26327698-43af-4622-a110-02227ec9a7d5 req-5125d11b-6f99-499d-bf40-9975904d25fb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:35.589136 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-26327698-43af-4622-a110-02227ec9a7d5 req-5125d11b-6f99-499d-bf40-9975904d25fb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0526948 Aug 27 16:20:35.626573 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-26327698-43af-4622-a110-02227ec9a7d5 req-eaa1c96f-d56b-4841-b5e6-c0a9834d25d6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312765 Aug 27 16:20:36.745714 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2130f7-839e-4a90-843e-4f4039c2be4b req-9b7d4b61-8663-4c80-af2f-5991106c6252 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:36.747198 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2c2130f7-839e-4a90-843e-4f4039c2be4b req-9b7d4b61-8663-4c80-af2f-5991106c6252 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0483987 Aug 27 16:20:36.784312 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2c2130f7-839e-4a90-843e-4f4039c2be4b req-d30b7f77-8fc4-44b3-8600-49487c757ad6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Aug 27 16:20:37.900700 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cc950-5545-45e4-a1a0-c496fd406980 req-9949ab8a-7aae-4470-bf00-75cd5daf842c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:37.902176 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff8cc950-5545-45e4-a1a0-c496fd406980 req-9949ab8a-7aae-4470-bf00-75cd5daf842c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0481284 Aug 27 16:20:37.939276 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff8cc950-5545-45e4-a1a0-c496fd406980 req-b654eb13-576d-4711-b6b4-1ebcf281373e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Aug 27 16:20:39.060310 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cd325-e4e1-41b7-bac4-172993cc9e14 req-086b7f86-3286-41dc-9895-b904894f67e0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:39.061788 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-967cd325-e4e1-41b7-bac4-172993cc9e14 req-086b7f86-3286-41dc-9895-b904894f67e0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0519712 Aug 27 16:20:39.097390 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-967cd325-e4e1-41b7-bac4-172993cc9e14 req-554d60bd-825e-4669-9815-a46ef4f41ab5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296950 Aug 27 16:20:40.214779 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769657-d47f-4960-a886-30410e782ac2 req-ffe4de90-75d7-4379-8543-781a6a52ada6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:40.216247 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-11769657-d47f-4960-a886-30410e782ac2 req-ffe4de90-75d7-4379-8543-781a6a52ada6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0478837 Aug 27 16:20:40.253316 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-11769657-d47f-4960-a886-30410e782ac2 req-03ef93d9-3663-41cb-b371-3fa109381d1b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313044 Aug 27 16:20:41.371353 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ea76a-7c51-4c97-a587-7cd0e8775784 req-c60492fb-7ad4-4569-9a26-74a6c510d2b0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:41.372882 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6d1ea76a-7c51-4c97-a587-7cd0e8775784 req-c60492fb-7ad4-4569-9a26-74a6c510d2b0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0486553 Aug 27 16:20:41.410233 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6d1ea76a-7c51-4c97-a587-7cd0e8775784 req-d5599703-623c-45b8-af56-5d34dd8bc7e1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Aug 27 16:20:42.534482 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13bacc-70a0-4b35-abd3-56f94e5f64f2 req-b801bca4-4764-471d-aaed-1844eb6e763a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:42.535904 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-fb13bacc-70a0-4b35-abd3-56f94e5f64f2 req-b801bca4-4764-471d-aaed-1844eb6e763a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0505252 Aug 27 16:20:42.571978 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-fb13bacc-70a0-4b35-abd3-56f94e5f64f2 req-efaa56cb-ae4b-4725-8827-1a5776e60a20 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295229 Aug 27 16:20:43.688847 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f7e82-f257-4ba1-a4d1-f4cdbbbe0308 req-e3fc06d2-3c23-495f-a627-622e1a0dfa27 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:43.690202 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff1f7e82-f257-4ba1-a4d1-f4cdbbbe0308 req-e3fc06d2-3c23-495f-a627-622e1a0dfa27 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 943 time: 0.0478613 Aug 27 16:20:43.725618 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff1f7e82-f257-4ba1-a4d1-f4cdbbbe0308 req-41c92eea-7ef6-44cc-980a-95e19e343fbb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296011 Aug 27 16:20:44.235537 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c12950c4-2fb4-49fd-b19e-92a0bf003f6c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:20:44.325088 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:44.336525 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'port_id': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'mac_address': 'fa:16:3e:02:05:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:20:44.374466 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.386928 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12950c4-2fb4-49fd-b19e-92a0bf003f6c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:20:44.405193 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:44.408887 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.453901 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:44.461497 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.461853 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.462199 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.462572 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.462909 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.463244 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.463573 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.463904 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.464256 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.464701 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.465035 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.465358 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:44.841969 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b32237-9600-4cfd-bf1c-968dd7e680e1 req-43896678-c81c-4b71-9034-fd2bebedd76a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:44.843489 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-63b32237-9600-4cfd-bf1c-968dd7e680e1 req-43896678-c81c-4b71-9034-fd2bebedd76a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.0486939 Aug 27 16:20:44.881421 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-63b32237-9600-4cfd-bf1c-968dd7e680e1 req-ca70a241-5292-479e-8a1c-cd0b47e816b2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319154 Aug 27 16:20:45.402987 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['c12950c4-2fb4-49fd-b19e-92a0bf003f6c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:20:46.004128 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46144dc6-c605-452a-b605-6e1e0c4cb273 req-1fd8343d-8857-4ad4-8b75-240b83bcbd67 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:46.005648 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-46144dc6-c605-452a-b605-6e1e0c4cb273 req-1fd8343d-8857-4ad4-8b75-240b83bcbd67 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.0515409 Aug 27 16:20:46.042735 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-46144dc6-c605-452a-b605-6e1e0c4cb273 req-7f9a4a59-6f1d-4306-9e90-02baf20c0caa tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Aug 27 16:20:47.159411 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e6a7-2e8c-41e1-be50-689fcb31cd3c req-eb2b5fed-90e8-477f-bb41-687829262b87 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:47.160777 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ab85e6a7-2e8c-41e1-be50-689fcb31cd3c req-eb2b5fed-90e8-477f-bb41-687829262b87 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.0483739 Aug 27 16:20:47.197489 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ab85e6a7-2e8c-41e1-be50-689fcb31cd3c req-93b008e1-88e7-412f-9413-0cef36cb9bdf tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Aug 27 16:20:47.589847 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3521-4df3-440e-9d52-3013fca4c8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.070483 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.275340 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c12950c4-2fb4-49fd-b19e-92a0bf003f6c up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:20:48.313433 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d6afd-ff85-4e18-b327-99b27baeec7f req-fd0b3b6e-c080-4bd8-b3a2-b627c949d259 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:48.314935 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c57d6afd-ff85-4e18-b327-99b27baeec7f req-fd0b3b6e-c080-4bd8-b3a2-b627c949d259 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 944 time: 0.0484610 Aug 27 16:20:48.320416 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port c12950c4-2fb4-49fd-b19e-92a0bf003f6c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:48.320792 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.352649 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c57d6afd-ff85-4e18-b327-99b27baeec7f req-b32985ac-bc2f-4b2e-9539-5cd8b82fcbae tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Aug 27 16:20:48.398394 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.419620 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:48.421830 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5f4053-a957-4389-9985-067c367f17d9" -d '{"events": [{"server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "name": "network-vif-plugged", "status": "completed", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:48.435439 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:48.439957 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.491848 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:48.576676 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf86965a-bf80-48f5-b55d-acddd4fd604f x-openstack-request-id: req-cf86965a-bf80-48f5-b55d-acddd4fd604f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:48.576969 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "name": "network-vif-plugged", "status": "completed", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:48.577224 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf86965a-bf80-48f5-b55d-acddd4fd604f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:48.577614 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'code': 200} Aug 27 16:20:49.148932 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9dd5a-da95-43f4-b409-cc59894e0e6e req-1564dd6b-5bcb-45c2-818d-8458cc43b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:49.150564 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-75e9dd5a-da95-43f4-b409-cc59894e0e6e req-1564dd6b-5bcb-45c2-818d-8458cc43b58c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 1099 time: 0.0448816 Aug 27 16:20:49.185052 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-75e9dd5a-da95-43f4-b409-cc59894e0e6e req-c79bd0e6-1e06-42ef-bac2-f3afac16f1c5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269139 Aug 27 16:20:49.472105 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e99dd7-afa5-4cef-83ff-4e5c38deb8aa req-966b2493-f217-403a-ab55-445103896aa2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:49.473633 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-31e99dd7-afa5-4cef-83ff-4e5c38deb8aa req-966b2493-f217-403a-ab55-445103896aa2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 946 time: 0.0498381 Aug 27 16:20:49.513548 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-31e99dd7-afa5-4cef-83ff-4e5c38deb8aa req-17304b5d-cbad-4cd1-86f6-f2e611c4c86e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334015 Aug 27 16:20:49.856913 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 37854) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:49.903934 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Deleting subnet 318c6a0e-b07a-4a15-b3f8-0acef83e43f2 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:20:49.907028 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.941730 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10291734'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.980117 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.027003 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d2f2-04e0-4cf4-badd-2a1cb03ab52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.056668 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10319036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10380392'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.087254 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.089276 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/318c6a0e-b07a-4a15-b3f8-0acef83e43f2 HTTP/1.1" status: 204 len: 168 time: 0.2313628 Aug 27 16:20:50.090827 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318c6a0e-b07a-4a15-b3f8-0acef83e43f2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:50.092171 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 37860) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:50.099231 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.099594 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.099959 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.100291 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.100618 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.100948 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.101274 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.101598 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.101922 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.102238 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.102575 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.102890 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02698931-4077-4230-adc2-9d2c17705d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.164108 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.241423 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.251256 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5b2088-6325-40f0-9326-f8c0cae30e2c']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:50.265251 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75528db2-673e-418f-b4e6-8b7f8d13b47c') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:50.265546 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75528db2-673e-418f-b4e6-8b7f8d13b47c') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:50.274418 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165395'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.287987 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.288527 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.294927 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:50.295367 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355970'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: Traceback (most recent call last): Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: timer() Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: cb(*args, **kw) Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: return func(*args, **kwargs) Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: self._notify() Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: self.callback(batched_events) Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: event.method(event) Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: return f(self, *a, **k) Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._get(url).json() Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:50.296967 dv-cinder-800695-5-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:50.348391 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.354128 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.358571 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3f5b2088-6325-40f0-9326-f8c0cae30e2c HTTP/1.1" status: 204 len: 168 time: 0.2652712 Aug 27 16:20:50.370046 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5b2088-6325-40f0-9326-f8c0cae30e2c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:50.377848 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.378195 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.378572 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.378900 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.379224 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.379553 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.379873 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.380243 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.380578 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.380885 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.381201 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.381516 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ffd05-3f48-41f2-a2ee-1013763c25b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:50.531015 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 37874) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:50.571871 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-5bc86ee8-3291-4706-a536-bfd3aa2ae4e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc4704e3131046f09560f0dfa373b89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396905 Aug 27 16:20:50.574379 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 37878) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:50.652654 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65d6c0b6-ddea-487f-9923-533c1bb9d81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.663219 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f0eaf-dc42-4e17-b46f-d8209e9d0a5e req-79b369ca-0566-41f4-87a8-d20ccfd21b91 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:50.664662 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-389f0eaf-dc42-4e17-b46f-d8209e9d0a5e req-79b369ca-0566-41f4-87a8-d20ccfd21b91 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 946 time: 0.0737226 Aug 27 16:20:50.701626 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65d6c0b6-ddea-487f-9923-533c1bb9d81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.741744 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-389f0eaf-dc42-4e17-b46f-d8209e9d0a5e req-c55a34fb-9d76-4432-9b03-fa23d7a3b618 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665348 Aug 27 16:20:50.764285 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65d6c0b6-ddea-487f-9923-533c1bb9d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.767675 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65d6c0b6-ddea-487f-9923-533c1bb9d81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.768800 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-65d6c0b6-ddea-487f-9923-533c1bb9d81b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c64409f-d8ea-48d5-8c66-f428b1d7cae6 HTTP/1.1" status: 204 len: 168 time: 0.1935327 Aug 27 16:20:50.777025 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6c0b6-ddea-487f-9923-533c1bb9d81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c64409f-d8ea-48d5-8c66-f428b1d7cae6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:51.409643 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.863585 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb704-d850-482f-9505-0d50b8240ef9 req-415dcedb-2ed8-42d7-ab95-10aaf4ca04ad tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:51.865624 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2d7bb704-d850-482f-9505-0d50b8240ef9 req-415dcedb-2ed8-42d7-ab95-10aaf4ca04ad tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 946 time: 0.0492647 Aug 27 16:20:51.904661 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2d7bb704-d850-482f-9505-0d50b8240ef9 req-800139c7-ffc1-4dd1-bfdc-07666e362db9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330827 Aug 27 16:20:52.017980 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 37946) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:52.118740 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8e34d92-625a-4e2c-966b-6183abc2aa15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.202958 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8e34d92-625a-4e2c-966b-6183abc2aa15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.206586 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8e34d92-625a-4e2c-966b-6183abc2aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.251039 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a8e34d92-625a-4e2c-966b-6183abc2aa15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63ca013b19004e64a4c17f842617dd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319546 Aug 27 16:20:52.253064 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e34d92-625a-4e2c-966b-6183abc2aa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc8f4f3-8d4c-41fd-8495-aa3cbc3430ad,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:52.253807 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 37950) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:52.305019 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01cf2237-f046-4315-99f4-8b57c917c851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.324763 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01cf2237-f046-4315-99f4-8b57c917c851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.369618 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01cf2237-f046-4315-99f4-8b57c917c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.372251 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01cf2237-f046-4315-99f4-8b57c917c851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.373622 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-01cf2237-f046-4315-99f4-8b57c917c851 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7cc8f4f3-8d4c-41fd-8495-aa3cbc3430ad HTTP/1.1" status: 204 len: 168 time: 0.1185703 Aug 27 16:20:52.381284 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf2237-f046-4315-99f4-8b57c917c851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc8f4f3-8d4c-41fd-8495-aa3cbc3430ad,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:52.628688 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 37958) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:52.641545 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e172d47b-e4ab-4632-b451-142568d0cace admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.729945 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e172d47b-e4ab-4632-b451-142568d0cace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.733436 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e172d47b-e4ab-4632-b451-142568d0cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.771472 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e172d47b-e4ab-4632-b451-142568d0cace admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5dfdbc244d84477a81e1a524d767764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417053 Aug 27 16:20:52.772330 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172d47b-e4ab-4632-b451-142568d0cace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83104db5-9c62-47a7-b624-2f4e218dab5a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:52.774080 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 37960) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:52.823768 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9cefa77-15ea-4ff4-84aa-bb954a2992f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.844361 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9cefa77-15ea-4ff4-84aa-bb954a2992f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.860981 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.894691 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9cefa77-15ea-4ff4-84aa-bb954a2992f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.898367 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9cefa77-15ea-4ff4-84aa-bb954a2992f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.899481 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-b9cefa77-15ea-4ff4-84aa-bb954a2992f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83104db5-9c62-47a7-b624-2f4e218dab5a HTTP/1.1" status: 204 len: 168 time: 0.1243856 Aug 27 16:20:52.906949 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cefa77-15ea-4ff4-84aa-bb954a2992f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83104db5-9c62-47a7-b624-2f4e218dab5a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:52.981319 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:20:53.205563 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 37966) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:53.218937 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad872f97-568f-4009-a538-4a257057eca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.307658 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad872f97-568f-4009-a538-4a257057eca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.311751 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad872f97-568f-4009-a538-4a257057eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.349644 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-ad872f97-568f-4009-a538-4a257057eca0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c2c70d7bfd24454af5c09ec664c234b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429949 Aug 27 16:20:53.351576 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad872f97-568f-4009-a538-4a257057eca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576e4ba7-a448-42a1-bf14-bdc8d9be1e04,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:53.352295 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 37968) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:53.404198 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e4cb9a5-ff28-4e12-ba49-915abae5460e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.427392 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e4cb9a5-ff28-4e12-ba49-915abae5460e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.475620 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e4cb9a5-ff28-4e12-ba49-915abae5460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.478758 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e4cb9a5-ff28-4e12-ba49-915abae5460e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.487001 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2e4cb9a5-ff28-4e12-ba49-915abae5460e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/576e4ba7-a448-42a1-bf14-bdc8d9be1e04 HTTP/1.1" status: 204 len: 168 time: 0.1325719 Aug 27 16:20:53.496972 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cb9a5-ff28-4e12-ba49-915abae5460e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576e4ba7-a448-42a1-bf14-bdc8d9be1e04,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:02.508765 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38104) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:02.613905 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb46f7dc-e2f2-4392-b4c9-49667d68d68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.706006 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb46f7dc-e2f2-4392-b4c9-49667d68d68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.709533 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb46f7dc-e2f2-4392-b4c9-49667d68d68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.744259 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46f7dc-e2f2-4392-b4c9-49667d68d68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c89b8a-bdcf-4486-9da6-b63c18d0d104,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:02.748711 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bb46f7dc-e2f2-4392-b4c9-49667d68d68e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62e360d4b28641df8d8f29fd69a13a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387044 Aug 27 16:21:02.752020 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38108) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:02.803083 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9e8cde5c-8f84-4e23-be3e-4157db00950c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.823433 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9e8cde5c-8f84-4e23-be3e-4157db00950c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.875001 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9e8cde5c-8f84-4e23-be3e-4157db00950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.877801 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9e8cde5c-8f84-4e23-be3e-4157db00950c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.878984 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9e8cde5c-8f84-4e23-be3e-4157db00950c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8c89b8a-bdcf-4486-9da6-b63c18d0d104 HTTP/1.1" status: 204 len: 168 time: 0.1266866 Aug 27 16:21:02.887253 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cde5c-8f84-4e23-be3e-4157db00950c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c89b8a-bdcf-4486-9da6-b63c18d0d104,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:16.956617 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38242) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:17.061502 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1eee378-87ad-445d-bdb1-0033403d4ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.148266 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1eee378-87ad-445d-bdb1-0033403d4ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.151998 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1eee378-87ad-445d-bdb1-0033403d4ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.186780 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eee378-87ad-445d-bdb1-0033403d4ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28546319-8e53-40d3-af0b-4b3dd07906b9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:17.191159 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c1eee378-87ad-445d-bdb1-0033403d4ce3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3447963d176e434ea6ccd0501cc80c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335637 Aug 27 16:21:17.193854 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38246) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:17.244621 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9a35-ebd2-4fcc-92b1-f197ba916400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.265284 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9a35-ebd2-4fcc-92b1-f197ba916400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.308726 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9a35-ebd2-4fcc-92b1-f197ba916400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.311415 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9a35-ebd2-4fcc-92b1-f197ba916400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.312892 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-fd1d9a35-ebd2-4fcc-92b1-f197ba916400 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28546319-8e53-40d3-af0b-4b3dd07906b9 HTTP/1.1" status: 204 len: 168 time: 0.1178648 Aug 27 16:21:17.320950 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d9a35-ebd2-4fcc-92b1-f197ba916400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28546319-8e53-40d3-af0b-4b3dd07906b9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:17.590808 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-36d9dfae-fc5c-41fd-9a25-082bae44a4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.060257 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.580281 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-ff0be563-487f-4c37-bb51-daca8288382e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397112 Aug 27 16:21:19.657331 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-484877a7-6a45-4e3b-9f2c-4ff8c2bfefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:19.658702 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-484877a7-6a45-4e3b-9f2c-4ff8c2bfefbd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 1098 time: 0.0404179 Aug 27 16:21:19.763873 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-62fb5d29-33fb-4ac8-827f-8acbc4bdcc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:19.765562 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-62fb5d29-33fb-4ac8-827f-8acbc4bdcc49 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 912 time: 0.0851662 Aug 27 16:21:19.833635 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-dedb0875-7979-441a-b638-19382b72f746 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2327a649-2d80-48a8-a769-258b94e2dac2 HTTP/1.1" status: 200 len: 1000 time: 0.0551670 Aug 27 16:21:19.886114 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-a9c89d77-1912-4b4b-9b05-27da195e90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:19.887562 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-a9c89d77-1912-4b4b-9b05-27da195e90ab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.0459230 Aug 27 16:21:19.940180 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-aaeeef58-1052-45ba-b995-34dfb574069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:19.941660 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-aaeeef58-1052-45ba-b995-34dfb574069b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421257 Aug 27 16:21:20.037684 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-d8845f26-f13a-44bc-8958-7216debb4606 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861158 Aug 27 16:21:20.123406 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-61dc82c8-4492-4c0a-9d09-1476e879686d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:20.135467 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6c229a20-a504-4c31-b23a-4c81fa95a633 req-63628fa1-6a39-4a84-902c-0573521b3f21 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881765 Aug 27 16:21:20.284291 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.047353 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b64d0b-babd-4527-a9c2-e504f150bce1 req-08065785-31ea-4958-b398-88130fbfbf81 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:21.048860 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a9b64d0b-babd-4527-a9c2-e504f150bce1 req-08065785-31ea-4958-b398-88130fbfbf81 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0572929 Aug 27 16:21:21.088411 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a9b64d0b-babd-4527-a9c2-e504f150bce1 req-6dd9e986-bb64-40de-a8c4-14ad1de7a4f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329127 Aug 27 16:21:21.096164 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-e9c951c9-5ea3-48b3-bc29-13a228f91c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:21.097575 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-e9c951c9-5ea3-48b3-bc29-13a228f91c97 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d760c04e0f24e10b51a946f2f85d861&device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 1137 time: 0.0405335 Aug 27 16:21:21.205442 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-fa672e34-22b3-4072-b500-f607eac33e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:21.206794 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-fa672e34-22b3-4072-b500-f607eac33e4a service neutron] 10.222.0.88 "GET /v2.0/networks?id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f HTTP/1.1" status: 200 len: 915 time: 0.0859084 Aug 27 16:21:21.279891 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-f3008cba-6067-4a75-97f3-6f0bb968d567 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 1001 time: 0.0580177 Aug 27 16:21:21.333371 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-d069ef58-451f-42af-b186-ed30e0b87b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:21.334797 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-d069ef58-451f-42af-b186-ed30e0b87b58 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d3a32af-7800-4484-9f32-22e723fedc7e HTTP/1.1" status: 200 len: 853 time: 0.0421400 Aug 27 16:21:21.387044 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-5c7ec625-fabc-436b-b069-0dfc394d2b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:21.388520 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-5c7ec625-fabc-436b-b069-0dfc394d2b3e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444558 Aug 27 16:21:21.397505 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.477298 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-61f93822-a6d7-4fa0-924c-c9b594fc36d5 service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801001 Aug 27 16:21:21.567664 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4a03acf3-3ac5-4429-8c19-04b3399efd09 req-4926fea5-4291-4703-9187-89ec280aa125 service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826409 Aug 27 16:21:22.203063 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae576ae-0e39-4f08-a93e-dafe5aa06b81 req-917da637-0836-418e-9f79-73f597109700 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:22.204522 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bae576ae-0e39-4f08-a93e-dafe5aa06b81 req-917da637-0836-418e-9f79-73f597109700 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0491920 Aug 27 16:21:22.242926 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bae576ae-0e39-4f08-a93e-dafe5aa06b81 req-7e215ad8-c9b7-4701-866d-59eaca10a8b6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325010 Aug 27 16:21:22.861209 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.354553 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb342544-4eb0-41b7-9f1a-25be96420808 req-ee88efd5-c7cc-4dba-a441-cbe68500b56b tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:23.355949 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bb342544-4eb0-41b7-9f1a-25be96420808 req-ee88efd5-c7cc-4dba-a441-cbe68500b56b tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0472620 Aug 27 16:21:23.394104 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bb342544-4eb0-41b7-9f1a-25be96420808 req-1cd8a486-c39a-423d-b1f1-4d1eedb0cb6f tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322945 Aug 27 16:21:24.504700 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bdce8-8102-44cf-820b-e7c144d56e9b req-0bc82ad8-8aa3-4654-a6f9-abd12eed3cef tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:24.506129 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-922bdce8-8102-44cf-820b-e7c144d56e9b req-0bc82ad8-8aa3-4654-a6f9-abd12eed3cef tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0481610 Aug 27 16:21:24.544447 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-922bdce8-8102-44cf-820b-e7c144d56e9b req-85110ee4-b479-430d-ad4c-7126215f65fe tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324512 Aug 27 16:21:25.655045 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10846541-707a-46da-b809-a05626f3234c req-b4b9e0c6-662e-4fe3-a895-95964a7ba7dd tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:25.656468 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-10846541-707a-46da-b809-a05626f3234c req-b4b9e0c6-662e-4fe3-a895-95964a7ba7dd tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0475309 Aug 27 16:21:25.695362 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-10846541-707a-46da-b809-a05626f3234c req-35b89bf6-9cd8-4675-9a63-89f9fa1c9899 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328770 Aug 27 16:21:27.051284 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1182d-a9b6-40dd-913a-38d7ec4f455c req-2ab841bd-4cbf-419a-9aab-eacfd2b726cc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:27.052755 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-16f1182d-a9b6-40dd-913a-38d7ec4f455c req-2ab841bd-4cbf-419a-9aab-eacfd2b726cc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.2909632 Aug 27 16:21:27.094189 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-16f1182d-a9b6-40dd-913a-38d7ec4f455c req-e04f2e43-f0f1-460e-9cac-7ca13d8d97df tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345304 Aug 27 16:21:28.207182 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e710abe-3a04-4159-8e4e-66b957c4469d req-ba6c6000-259c-40bb-806d-8ddec430c85f tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:28.208610 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e710abe-3a04-4159-8e4e-66b957c4469d req-ba6c6000-259c-40bb-806d-8ddec430c85f tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0506401 Aug 27 16:21:28.247108 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e710abe-3a04-4159-8e4e-66b957c4469d req-b027ae78-7e9b-4867-bcba-183bb38fee02 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319450 Aug 27 16:21:28.886702 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38314) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:28.992196 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2169384a-f1d2-46ae-be74-dbbb3b2c12a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.077876 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2169384a-f1d2-46ae-be74-dbbb3b2c12a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.081988 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2169384a-f1d2-46ae-be74-dbbb3b2c12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.119102 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2169384a-f1d2-46ae-be74-dbbb3b2c12a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eacf5334198d4f959b5a9d31209f652f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313387 Aug 27 16:21:29.119906 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169384a-f1d2-46ae-be74-dbbb3b2c12a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c14ccbf-7b0f-4599-bdfe-4cf6bf15f24f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:29.121846 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 38318) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:29.170335 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8adcd22a-4fc4-434c-9b9b-d148fe4ac7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.190289 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8adcd22a-4fc4-434c-9b9b-d148fe4ac7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.235210 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8adcd22a-4fc4-434c-9b9b-d148fe4ac7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.238031 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8adcd22a-4fc4-434c-9b9b-d148fe4ac7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.239194 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-8adcd22a-4fc4-434c-9b9b-d148fe4ac7a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c14ccbf-7b0f-4599-bdfe-4cf6bf15f24f HTTP/1.1" status: 204 len: 168 time: 0.1162474 Aug 27 16:21:29.247210 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd22a-4fc4-434c-9b9b-d148fe4ac7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c14ccbf-7b0f-4599-bdfe-4cf6bf15f24f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:29.362275 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f68ae9-046e-4edb-b006-284f13e3bafa req-1618fadf-6ec4-4822-b22d-a09d8e95320a tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:29.363766 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0f68ae9-046e-4edb-b006-284f13e3bafa req-1618fadf-6ec4-4822-b22d-a09d8e95320a tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0514197 Aug 27 16:21:29.406172 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e0f68ae9-046e-4edb-b006-284f13e3bafa req-4428049b-2d36-4869-a3e7-c4e58cca65ed tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361578 Aug 27 16:21:29.981226 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:21:30.519693 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b2c0e-97d8-428c-9c86-b3bdb5ee5a11 req-75d34572-66d4-437c-bf47-241076f535e6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:30.521224 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5d6b2c0e-97d8-428c-9c86-b3bdb5ee5a11 req-75d34572-66d4-437c-bf47-241076f535e6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0511024 Aug 27 16:21:30.562267 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5d6b2c0e-97d8-428c-9c86-b3bdb5ee5a11 req-d1bde8c9-a614-49af-813a-46a8c1590c2a tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350709 Aug 27 16:21:31.683313 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8977d29-5af1-4c82-8621-e706d7eb619d req-62d2df54-4acc-42cb-aaf5-55ccc244b4bb tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:31.684935 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d8977d29-5af1-4c82-8621-e706d7eb619d req-62d2df54-4acc-42cb-aaf5-55ccc244b4bb tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0539441 Aug 27 16:21:31.729070 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d8977d29-5af1-4c82-8621-e706d7eb619d req-a2dfad08-f836-4e32-8bdd-1aa490a0e1aa tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374351 Aug 27 16:21:32.841389 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44f9b7-8c38-4755-bbb1-cfc13a043ca8 req-20bb062a-6175-4bb7-b29d-f924ffe8be77 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:32.842883 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ad44f9b7-8c38-4755-bbb1-cfc13a043ca8 req-20bb062a-6175-4bb7-b29d-f924ffe8be77 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0472643 Aug 27 16:21:32.881548 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ad44f9b7-8c38-4755-bbb1-cfc13a043ca8 req-ae9dc45d-5459-4207-aa29-b19e6185b591 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e&id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327237 Aug 27 16:21:47.591633 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8e16d561-a759-4041-bd3f-2b58621aa11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.074696 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.015471 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fef02115-d379-4cc2-83b5-08386089a853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.287319 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:51.401461 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.864922 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.567948 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8e03d-cd6e-428d-a13e-ddeb1ba103e5 req-6a2c796b-87e9-49e6-9907-aa6d8a28782c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:54.569430 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-07a8e03d-cd6e-428d-a13e-ddeb1ba103e5 req-6a2c796b-87e9-49e6-9907-aa6d8a28782c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0500336 Aug 27 16:21:54.607143 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-07a8e03d-cd6e-428d-a13e-ddeb1ba103e5 req-175b260c-1fd1-44c7-ac73-69b118742607 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309532 Aug 27 16:21:55.724158 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c54b4-4a86-46d0-80a8-2d130f82abd1 req-f7ab81ee-e38d-47bd-aa36-eb6781bb8915 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:55.725636 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f36c54b4-4a86-46d0-80a8-2d130f82abd1 req-f7ab81ee-e38d-47bd-aa36-eb6781bb8915 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0493538 Aug 27 16:21:55.763723 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f36c54b4-4a86-46d0-80a8-2d130f82abd1 req-f84daf3e-570d-4be9-9a5c-35f638a85cfa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322170 Aug 27 16:21:56.879469 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6315fc4-c2b4-446b-b011-d2cb72802c8d req-b01a5656-bfe6-40d9-b211-478eec9c2bb0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:56.880937 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d6315fc4-c2b4-446b-b011-d2cb72802c8d req-b01a5656-bfe6-40d9-b211-478eec9c2bb0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0496771 Aug 27 16:21:56.921522 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d6315fc4-c2b4-446b-b011-d2cb72802c8d req-92202bae-c9b3-4fa3-a5e2-139c1124d130 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Aug 27 16:21:58.034416 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f0c2f-50d9-4e7b-b06e-1bcd4aa0b5be req-bd36ae72-332c-4e8d-a673-6f2b794b0ac0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:58.035873 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f59f0c2f-50d9-4e7b-b06e-1bcd4aa0b5be req-bd36ae72-332c-4e8d-a673-6f2b794b0ac0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0486913 Aug 27 16:21:58.076141 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f59f0c2f-50d9-4e7b-b06e-1bcd4aa0b5be req-ac81f973-11fe-4356-bf52-f4996be525e8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344191 Aug 27 16:21:59.191269 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd0073-68cd-48ec-be9c-a20016523046 req-6f1272b9-510e-46a9-92c6-6e48a955b6fc tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:59.192756 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5dd0073-68cd-48ec-be9c-a20016523046 req-6f1272b9-510e-46a9-92c6-6e48a955b6fc tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0492563 Aug 27 16:21:59.231365 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5dd0073-68cd-48ec-be9c-a20016523046 req-3b864fde-d852-498c-aee0-f0c9064fd90f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328591 Aug 27 16:22:00.342795 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb77648-4e7b-4be3-abfa-1a4526f360dd req-f59e332b-6757-4c74-9815-19865d61adac tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:00.344212 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bfb77648-4e7b-4be3-abfa-1a4526f360dd req-f59e332b-6757-4c74-9815-19865d61adac tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0463858 Aug 27 16:22:00.380614 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bfb77648-4e7b-4be3-abfa-1a4526f360dd req-e1f745c2-d664-453f-84f2-d0cebd6c5a25 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 Aug 27 16:22:01.505558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0ebf6-1bf7-40ca-943c-6a54500d58d0 req-cb77f207-abef-4afa-bd44-3f8636fca3f9 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:01.507022 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3ca0ebf6-1bf7-40ca-943c-6a54500d58d0 req-cb77f207-abef-4afa-bd44-3f8636fca3f9 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0485539 Aug 27 16:22:01.542327 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3ca0ebf6-1bf7-40ca-943c-6a54500d58d0 req-a4d5268e-05c4-4dec-97cc-68cd36d0249f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295599 Aug 27 16:22:02.652809 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55915708-88f1-4ad5-acc3-646e2e4c94b9 req-dc5f4c34-5827-4a74-9b3e-071921de399f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:02.654280 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-55915708-88f1-4ad5-acc3-646e2e4c94b9 req-dc5f4c34-5827-4a74-9b3e-071921de399f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0474467 Aug 27 16:22:02.690779 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-55915708-88f1-4ad5-acc3-646e2e4c94b9 req-500ee2f7-06ea-4475-8903-a50c690f7ede tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306594 Aug 27 16:22:03.802509 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68219f2-d2e1-4af5-afae-b2a3f12dcc07 req-457d2f74-572b-40a1-af5b-664006568551 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:03.803937 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a68219f2-d2e1-4af5-afae-b2a3f12dcc07 req-457d2f74-572b-40a1-af5b-664006568551 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0474472 Aug 27 16:22:03.843397 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a68219f2-d2e1-4af5-afae-b2a3f12dcc07 req-f0e2f09a-50c1-4bee-a483-40350d181ed8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329311 Aug 27 16:22:04.957766 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b373-b4d6-4351-95a5-e72979b5ccb8 req-9e37ac3d-2ce2-4dbf-93b7-540d51e005da tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:04.959418 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5565b373-b4d6-4351-95a5-e72979b5ccb8 req-9e37ac3d-2ce2-4dbf-93b7-540d51e005da tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0479255 Aug 27 16:22:04.999616 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5565b373-b4d6-4351-95a5-e72979b5ccb8 req-f1fb5cf1-02f2-4393-811b-303420e7a5a4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339792 Aug 27 16:22:06.114751 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2ac1b-fa4f-4d83-9191-b5bbb7065bdb req-4ee84073-e279-4f6e-b5af-8d93e43f0567 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:06.116203 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6be2ac1b-fa4f-4d83-9191-b5bbb7065bdb req-4ee84073-e279-4f6e-b5af-8d93e43f0567 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0498071 Aug 27 16:22:06.153131 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6be2ac1b-fa4f-4d83-9191-b5bbb7065bdb req-504175c1-fee7-4a0e-9fca-29b238fe8b87 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Aug 27 16:22:06.980357 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:22:07.278181 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834f14f-db2e-4c34-88eb-578c6e0ec6cd req-2262d334-c8a2-4272-ad25-825ad3a79e93 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:07.279721 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6834f14f-db2e-4c34-88eb-578c6e0ec6cd req-2262d334-c8a2-4272-ad25-825ad3a79e93 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0488148 Aug 27 16:22:07.318417 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6834f14f-db2e-4c34-88eb-578c6e0ec6cd req-face0128-2a51-47ab-948e-8124a8692d33 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329285 Aug 27 16:22:08.429317 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3d33b-0922-42cc-b699-36d42d6030ed req-8a9b69bb-aa7c-46a0-90fa-ce7630a356a9 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:08.430794 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-76d3d33b-0922-42cc-b699-36d42d6030ed req-8a9b69bb-aa7c-46a0-90fa-ce7630a356a9 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0472066 Aug 27 16:22:08.469596 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-76d3d33b-0922-42cc-b699-36d42d6030ed req-ea9a9122-3b7e-434d-9fb2-bf04bc02e625 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322294 Aug 27 16:22:09.584366 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe56952-5888-4525-8ba7-e804b92d0b86 req-4793788a-7743-44c1-bea3-4530bb15101b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:09.585813 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ffe56952-5888-4525-8ba7-e804b92d0b86 req-4793788a-7743-44c1-bea3-4530bb15101b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0497408 Aug 27 16:22:09.621121 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ffe56952-5888-4525-8ba7-e804b92d0b86 req-a6ebe44b-b1d1-4ff5-ae95-83ff302b21fa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295460 Aug 27 16:22:10.734341 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd3aec-999c-40aa-8546-d06d72b09050 req-46df4ec5-943a-4ff2-bca3-066d3ae98d03 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:10.735807 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4bdd3aec-999c-40aa-8546-d06d72b09050 req-46df4ec5-943a-4ff2-bca3-066d3ae98d03 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0484705 Aug 27 16:22:10.777557 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4bdd3aec-999c-40aa-8546-d06d72b09050 req-8b7dbaac-1146-4b89-88dc-97d2cbdf9e6c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355878 Aug 27 16:22:10.984203 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ced28f-5abb-4eaa-aa93-eb78069cada9 req-02977da4-e8c4-41fd-bc5b-a99ad65cff1b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:10.985689 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-24ced28f-5abb-4eaa-aa93-eb78069cada9 req-02977da4-e8c4-41fd-bc5b-a99ad65cff1b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0524778 Aug 27 16:22:11.025623 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-24ced28f-5abb-4eaa-aa93-eb78069cada9 req-e2ddb452-3df9-4ac1-89fd-73435a65e53c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339811 Aug 27 16:22:11.067986 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-c628c80d-baea-40be-8b25-20d70ef65611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:11.069488 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-c628c80d-baea-40be-8b25-20d70ef65611 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 1098 time: 0.0414760 Aug 27 16:22:11.162729 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-4c47330a-7578-4e64-90cc-c640b2819deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:11.164166 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-4c47330a-7578-4e64-90cc-c640b2819deb service neutron] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 912 time: 0.0850570 Aug 27 16:22:11.228832 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-13cdd294-a528-4919-9419-3c011efbf222 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2327a649-2d80-48a8-a769-258b94e2dac2 HTTP/1.1" status: 200 len: 1000 time: 0.0557528 Aug 27 16:22:11.277756 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-6c551c29-c878-4a47-b106-c907298c8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:11.279197 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-6c551c29-c878-4a47-b106-c907298c8c91 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.0423427 Aug 27 16:22:11.327176 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-e01d2a55-3f45-4524-a07a-b8448315f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:11.328614 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-e01d2a55-3f45-4524-a07a-b8448315f913 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423884 Aug 27 16:22:11.416032 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-17c97a24-b87c-4aa2-9495-de2577c980b8 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800776 Aug 27 16:22:11.508964 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a1f89c1-b753-494c-80d6-faf7c31fd726 req-abdc7bb3-e1ba-42ae-920a-9999d5c28eda service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849135 Aug 27 16:22:12.168864 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ee8a8-2372-41d5-8311-95a32ae2899a req-431d1ad4-e95d-4720-a7a3-acd0fcb017de tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:12.171251 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-606ee8a8-2372-41d5-8311-95a32ae2899a req-431d1ad4-e95d-4720-a7a3-acd0fcb017de tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0678878 Aug 27 16:22:12.220156 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-606ee8a8-2372-41d5-8311-95a32ae2899a req-51a13aa8-4ca9-4ea8-9a9a-cedfb5ade86f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395224 Aug 27 16:22:13.341315 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef7a43-dd0f-4aca-8627-fe1299468b54 req-a7bd20eb-d180-4cf5-b369-5ef50fc34303 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:13.343504 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e8ef7a43-dd0f-4aca-8627-fe1299468b54 req-a7bd20eb-d180-4cf5-b369-5ef50fc34303 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0511618 Aug 27 16:22:13.385375 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e8ef7a43-dd0f-4aca-8627-fe1299468b54 req-4a4f6e5e-5bc1-4b84-b69d-213fe7b21f83 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346994 Aug 27 16:22:13.405856 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c43cf-117c-4a3e-8d3c-8aedcd8b964f req-91e9a960-8f2e-43ca-86c5-7a1d435844b9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:13.407387 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c50c43cf-117c-4a3e-8d3c-8aedcd8b964f req-91e9a960-8f2e-43ca-86c5-7a1d435844b9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 946 time: 0.0505321 Aug 27 16:22:13.443808 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c50c43cf-117c-4a3e-8d3c-8aedcd8b964f req-45d7710d-9ca5-42a0-8cb5-fbd7288232a5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304916 Aug 27 16:22:14.564701 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac37ad-6fe4-4e99-bd6c-a6e4d4801447 req-33bb8f85-e2bc-4525-8afc-deae4cc3e409 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.566139 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48ac37ad-6fe4-4e99-bd6c-a6e4d4801447 req-33bb8f85-e2bc-4525-8afc-deae4cc3e409 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 946 time: 0.0476019 Aug 27 16:22:14.602763 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48ac37ad-6fe4-4e99-bd6c-a6e4d4801447 req-1e0ca132-7dc8-48b3-aeb1-c0a16fe2acda tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307741 Aug 27 16:22:15.424372 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-be3ad0e6-a58a-4b39-8fb7-d6cad7c6a9b1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:15.425715 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-be3ad0e6-a58a-4b39-8fb7-d6cad7c6a9b1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.88 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 946 time: 0.0515792 Aug 27 16:22:15.513691 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Deleting port c12950c4-2fb4-49fd-b19e-92a0bf003f6c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:15.514038 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.604454 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] For port c12950c4-2fb4-49fd-b19e-92a0bf003f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:15.604815 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.753199 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38706) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:15.793493 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40327fd-dc4c-412e-932d-e3dd7e281b5f req-f4898251-afee-4711-bfb3-40539c6933d9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:15.795006 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f40327fd-dc4c-412e-932d-e3dd7e281b5f req-f4898251-afee-4711-bfb3-40539c6933d9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 946 time: 0.1158476 Aug 27 16:22:15.858641 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.880002 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f40327fd-dc4c-412e-932d-e3dd7e281b5f req-586d162a-78bd-4065-8a8f-e0a3f8f6351c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=89b2e682-eec2-4bb9-92ee-9145e7573029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778286 Aug 27 16:22:15.889248 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.889645 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.890810 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Floating IP 22744abf-d873-4e02-bc87-0052718bc164 disassociated. External IP: 172.27.0.242, port: c12950c4-2fb4-49fd-b19e-92a0bf003f6c. Aug 27 16:22:15.890929 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Calling delete_port for c12950c4-2fb4-49fd-b19e-92a0bf003f6c owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:15.949605 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.953102 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.986136 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f4aa2cd408f42a2977058e1373aa7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316239 Aug 27 16:22:15.991666 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38710) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:16.007100 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8c147b-8cda-460b-b563-b8ab2e8c9642,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:16.021358 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.021795 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.022719 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.022719 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.022944 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.023119 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.023638 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.023870 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.024252 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.024574 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.025817 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.026147 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.026507 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f504d-b136-42a4-93ae-f42995c4285b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.055881 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event deleted for resources: {'Port': ['ID=c12950c4-2fb4-49fd-b19e-92a0bf003f6c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:16.059336 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b09a1a0-f63e-4002-927f-c4b84307d646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.065690 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.066051 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.066416 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.066973 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.067105 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.067404 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.067738 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.068067 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.068396 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.068724 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.069044 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.069367 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:16.087530 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b09a1a0-f63e-4002-927f-c4b84307d646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.134446 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b09a1a0-f63e-4002-927f-c4b84307d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.137023 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b09a1a0-f63e-4002-927f-c4b84307d646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.138169 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6b09a1a0-f63e-4002-927f-c4b84307d646 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd8c147b-8cda-460b-b563-b8ab2e8c9642 HTTP/1.1" status: 204 len: 168 time: 0.1454918 Aug 27 16:22:16.146029 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09a1a0-f63e-4002-927f-c4b84307d646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8c147b-8cda-460b-b563-b8ab2e8c9642,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:16.190567 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:22:16.305229 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:16.316367 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] Sync routers for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:16.325387 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:16.326009 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:21:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:16.346294 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] No DVR routers for this DVR port c12950c4-2fb4-49fd-b19e-92a0bf003f6c on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:16.348863 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.350889 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-82f70fab-d5e4-40de-ace6-d93b607281b4 req-4da95c88-4533-4eb9-baab-f4b421699de0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.88 "DELETE /v2.0/ports/c12950c4-2fb4-49fd-b19e-92a0bf003f6c HTTP/1.1" status: 204 len: 173 time: 0.9189937 Aug 27 16:22:16.351323 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'name': 'network-vif-deleted', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:16.353789 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de380cf5-ac5b-46a4-9e82-934d1c6cc22a" -d '{"events": [{"server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "name": "network-vif-deleted", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:16.449863 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:22:16.543851 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83453392-b5b3-4d36-a921-9e5b7535bc3b x-openstack-request-id: req-83453392-b5b3-4d36-a921-9e5b7535bc3b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:16.544345 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c285ff25-c647-4c46-be61-c30f550bc57c", "name": "network-vif-deleted", "tag": "c12950c4-2fb4-49fd-b19e-92a0bf003f6c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:16.544725 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83453392-b5b3-4d36-a921-9e5b7535bc3b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:16.545127 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c285ff25-c647-4c46-be61-c30f550bc57c', 'name': 'network-vif-deleted', 'tag': 'c12950c4-2fb4-49fd-b19e-92a0bf003f6c', 'status': 'completed', 'code': 200} Aug 27 16:22:16.676450 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:16.704076 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] Checking router: 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:22:16.712831 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:16.713502 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:21:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:16.841618 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:22:17.032070 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-21086c75-8027-4415-9a7c-ab7ae4a97d88 req-a4b95375-6277-40ce-a259-fe62f1473851 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=c285ff25-c647-4c46-be61-c30f550bc57c HTTP/1.1" status: 200 len: 210 time: 0.0430565 Aug 27 16:22:17.104912 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:17.134705 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5452f5c-7efc-420e-a467-cdcb83510bba None None] The sync data for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi is: [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:17.419711 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d9c37-5555-4ab1-8b36-247b5c3969e5 None None] New status for floating IP 22744abf-d873-4e02-bc87-0052718bc164: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:22:17.597081 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-137e4976-91fd-4111-8e3b-66fe9cd2a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.072948 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.144126 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 38756) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:18.198395 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76786a80-894c-4c4f-b211-2806d529f7da tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.221590 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76786a80-894c-4c4f-b211-2806d529f7da tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.276898 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76786a80-894c-4c4f-b211-2806d529f7da tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.279594 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76786a80-894c-4c4f-b211-2806d529f7da tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.281669 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-76786a80-894c-4c4f-b211-2806d529f7da tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "DELETE /v2.0/security-groups/89b2e682-eec2-4bb9-92ee-9145e7573029 HTTP/1.1" status: 204 len: 168 time: 0.1363387 Aug 27 16:22:18.284562 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38758) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:18.298649 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76786a80-894c-4c4f-b211-2806d529f7da tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b2e682-eec2-4bb9-92ee-9145e7573029,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:18.299298 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.api.v2.resource [None req-afbf39d5-75e4-4fcc-854e-91f8b674b438 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] show failed (client error): The resource could not be found. Aug 27 16:22:18.301075 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-afbf39d5-75e4-4fcc-854e-91f8b674b438 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups/89b2e682-eec2-4bb9-92ee-9145e7573029 HTTP/1.1" status: 404 len: 347 time: 0.0153353 Aug 27 16:22:18.304045 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38760) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:18.464652 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-39c8d8e9-a53e-4bb4-bb78-84e20c05e96b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Deleting port a60caa58-d737-4d91-8d9d-e313256575b7 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:18.465012 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39c8d8e9-a53e-4bb4-bb78-84e20c05e96b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.760153 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39c8d8e9-a53e-4bb4-bb78-84e20c05e96b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.760481 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39c8d8e9-a53e-4bb4-bb78-84e20c05e96b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.772854 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-39c8d8e9-a53e-4bb4-bb78-84e20c05e96b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Calling delete_port for a60caa58-d737-4d91-8d9d-e313256575b7 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:18.777701 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c12950c4-2fb4-49fd-b19e-92a0bf003f6c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:18.798337 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: c12950c4-2fb4-49fd-b19e-92a0bf003f6c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:22:18.798823 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device c12950c4-2fb4-49fd-b19e-92a0bf003f6c not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:22:18.825312 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-d0dee8d0-dfda-4b4f-b6d2-b89c6864d2f1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388272 Aug 27 16:22:18.898265 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-ca0bffba-5a7e-4d06-8fa9-340e1d4cff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:18.899761 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-ca0bffba-5a7e-4d06-8fa9-340e1d4cff6b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d760c04e0f24e10b51a946f2f85d861&device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 1137 time: 0.0418499 Aug 27 16:22:18.913322 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39c8d8e9-a53e-4bb4-bb78-84e20c05e96b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.939863 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8d8e9-a53e-4bb4-bb78-84e20c05e96b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event deleted for resources: {'Port': ['ID=a60caa58-d737-4d91-8d9d-e313256575b7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:19.009348 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39c8d8e9-a53e-4bb4-bb78-84e20c05e96b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.012030 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39c8d8e9-a53e-4bb4-bb78-84e20c05e96b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.016371 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-39c8d8e9-a53e-4bb4-bb78-84e20c05e96b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "DELETE /v2.0/floatingips/22744abf-d873-4e02-bc87-0052718bc164 HTTP/1.1" status: 204 len: 168 time: 0.7079861 Aug 27 16:22:19.041428 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-844de682-2c72-41c5-9264-ccd15ff0a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:19.043071 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-844de682-2c72-41c5-9264-ccd15ff0a07c service neutron] 10.222.0.88 "GET /v2.0/networks?id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f HTTP/1.1" status: 200 len: 915 time: 0.1198792 Aug 27 16:22:19.111054 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-bb0a5026-8e5b-4563-9d2f-44e52273a343 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 1001 time: 0.0597970 Aug 27 16:22:19.158978 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-31c81257-1658-4abe-b898-82328df72fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:19.160324 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-31c81257-1658-4abe-b898-82328df72fdc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d3a32af-7800-4484-9f32-22e723fedc7e HTTP/1.1" status: 200 len: 853 time: 0.0429332 Aug 27 16:22:19.207955 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-cddc015b-5ad9-47fb-b427-5a3531ed37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:19.209387 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-cddc015b-5ad9-47fb-b427-5a3531ed37f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418105 Aug 27 16:22:19.296309 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-a096e511-99c1-4cdd-8f74-a035152d80e8 service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802090 Aug 27 16:22:19.386342 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-71b2974d-57f7-41d3-aa19-0d7ea5e76cc4 req-2bfe1591-6c80-4646-bdea-5bcb0d3a0388 service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831511 Aug 27 16:22:19.450097 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38770) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:19.455223 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f4402749-9678-4dd2-a6ae-06b2b2164fcd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557937380', 'description': 'tempest-description--1443192505'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:19.476686 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4402749-9678-4dd2-a6ae-06b2b2164fcd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.553590 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4402749-9678-4dd2-a6ae-06b2b2164fcd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.557150 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4402749-9678-4dd2-a6ae-06b2b2164fcd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.583014 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4402749-9678-4dd2-a6ae-06b2b2164fcd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.584200 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f4402749-9678-4dd2-a6ae-06b2b2164fcd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1330884 Aug 27 16:22:19.585983 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4402749-9678-4dd2-a6ae-06b2b2164fcd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3ff01d-9089-4e46-80bc-9d95e3024a20,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:19.587283 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 38772) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:19.591988 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e7fd4320-3c05-4e8e-97ec-5f77b1adc53c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'security_group_rule': {'security_group_id': 'fb3ff01d-9089-4e46-80bc-9d95e3024a20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:19.619387 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4320-3c05-4e8e-97ec-5f77b1adc53c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.681061 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4320-3c05-4e8e-97ec-5f77b1adc53c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.684581 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4320-3c05-4e8e-97ec-5f77b1adc53c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.702135 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd4320-3c05-4e8e-97ec-5f77b1adc53c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6c3b5a-3da2-48f4-9a7a-bd3fd47194ac,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:19.708243 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4320-3c05-4e8e-97ec-5f77b1adc53c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.709791 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-e7fd4320-3c05-4e8e-97ec-5f77b1adc53c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214459 Aug 27 16:22:19.712283 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 38776) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:19.716625 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ab95f2f6-759c-40ad-b275-65d2d5362499 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'security_group_rule': {'security_group_id': 'fb3ff01d-9089-4e46-80bc-9d95e3024a20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:19.741152 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab95f2f6-759c-40ad-b275-65d2d5362499 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.796328 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab95f2f6-759c-40ad-b275-65d2d5362499 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.799907 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab95f2f6-759c-40ad-b275-65d2d5362499 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.817163 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95f2f6-759c-40ad-b275-65d2d5362499 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3562f29-9137-45d6-9fe9-6e511c38e4e6,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:19.822856 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab95f2f6-759c-40ad-b275-65d2d5362499 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.823873 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-ab95f2f6-759c-40ad-b275-65d2d5362499 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1106186 Aug 27 16:22:19.826930 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 38778) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:19.831735 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'floatingip': {'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:19.852111 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.948617 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.017861 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-596090cb-0700-4e4a-b9e2-5364878dc0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.051821 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Allocated IP 172.27.0.129 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/963439aa-3ddf-45e1-91f3-22fe9ba9c648) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:20.154680 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.191999 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.227501 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:20.232049 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:20.235970 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:20.241252 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'Port': ['ID=963439aa-3ddf-45e1-91f3-22fe9ba9c648,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:20.288528 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.326036 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.358355 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.504775 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.509061 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.576970 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'Port': ['ID=963439aa-3ddf-45e1-91f3-22fe9ba9c648,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:20.583616 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.596510 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.597712 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-ae9df1b3-e59a-4197-b6fe-40b8770d2b31 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7698874 Aug 27 16:22:20.785176 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-f1054a60-cfd5-4c42-b387-e751ff81acda tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1557937380&fields=id&tenant_id=dec7d9da1655470d9ffb03a4482157d0 HTTP/1.1" status: 200 len: 267 time: 0.0325475 Aug 27 16:22:20.887223 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-a503616d-f40f-41c7-8c64-85a29118d770 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:20.888633 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-a503616d-f40f-41c7-8c64-85a29118d770 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 816 time: 0.0969234 Aug 27 16:22:20.903454 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-c08bab66-3b76-4217-bdbc-b8fdd24215b0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/quotas/dec7d9da1655470d9ffb03a4482157d0 HTTP/1.1" status: 200 len: 375 time: 0.0087416 Aug 27 16:22:20.955651 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-984730a4-f3fc-4aba-ab04-b637eed688c3 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465822 Aug 27 16:22:21.142769 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-df8676d5-e80d-403b-8c38-0d52ca4f8127 service neutron] 10.222.0.60 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757214 Aug 27 16:22:21.405888 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.472331 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-8b7a0c02-9e08-4498-8db5-8d832fd5324b service neutron] 10.222.0.60 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235133 Aug 27 16:22:21.630443 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bc5b3420-21f2-4577-aaf1-7f3484123ff7 req-97ad2a6d-fef9-41c9-9432-79ce1cfd9e11 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 210 time: 0.0294666 Aug 27 16:22:22.727118 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b96dd9a5-adda-4e31-b23e-f0bffdd0fd98 req-4553ec0e-9d4d-4bf0-ad9f-373d1cc6c141 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 210 time: 0.0258741 Aug 27 16:22:22.867979 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.680346 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-e895d9ea-0567-4e71-8fe0-38ac67397d57 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:23.682033 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-e895d9ea-0567-4e71-8fe0-38ac67397d57 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 816 time: 0.1067898 Aug 27 16:22:23.731878 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-7b299ca7-75c1-4323-b3d4-d7e161bbe42e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dec7d9da1655470d9ffb03a4482157d0 HTTP/1.1" status: 200 len: 380 time: 0.0330954 Aug 27 16:22:23.744717 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'port': {'device_id': '91665499-e1e0-46b2-8736-49be0547ab3e', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'admin_state_up': True, 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'security_groups': ['fb3ff01d-9089-4e46-80bc-9d95e3024a20']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:23.829283 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ed86ea74-4e19-4baf-a528-9ce8da808b75 req-3d70e608-fd7f-494c-b630-a781bb656d69 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 210 time: 0.0264955 Aug 27 16:22:23.861999 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Made reservation on behalf of dec7d9da1655470d9ffb03a4482157d0 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:23.865707 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.996481 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Allocated IP 172.20.0.5 (710528ce-a840-4305-b82a-8a697ab88986/94d223c3-2eeb-4c39-be6e-78fc826248c1/2a8a5a92-ca55-4bae-9966-453df35a01fd) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:24.132429 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.145442 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Transition to ACTIVE for port object 2a8a5a92-ca55-4bae-9966-453df35a01fd will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:24.177554 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.218124 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Network 710528ce-a840-4305-b82a-8a697ab88986 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:24.223613 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:24.227241 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:24.233508 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event updated for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:24.280270 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:24.280977 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.295457 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-0540a743-79ac-43ea-adba-0e0c74828946 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543487 Aug 27 16:22:24.314730 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Request body: {'port': {'device_id': '91665499-e1e0-46b2-8736-49be0547ab3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:24.372801 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.484956 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d0efe4c5-2633-4cf1-a6d8-0b2692c27ea3 None None] Provisioning for port 2a8a5a92-ca55-4bae-9966-453df35a01fd completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:24.488588 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d0efe4c5-2633-4cf1-a6d8-0b2692c27ea3 None None] Provisioning complete for port 2a8a5a92-ca55-4bae-9966-453df35a01fd triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:24.488956 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d0efe4c5-2633-4cf1-a6d8-0b2692c27ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.521962 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d0efe4c5-2633-4cf1-a6d8-0b2692c27ea3 None None] Port 2a8a5a92-ca55-4bae-9966-453df35a01fd cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:24.638555 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8a5a92-ca55-4bae-9966-453df35a01fd {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:22:24.647136 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.659649 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Transition to ACTIVE for port object 2a8a5a92-ca55-4bae-9966-453df35a01fd will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:24.662555 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.710757 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:24.788929 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Attempting to bind port 2a8a5a92-ca55-4bae-9966-453df35a01fd on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:22:24.789580 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Attempting to bind port 2a8a5a92-ca55-4bae-9966-453df35a01fd by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:22:24.789580 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Attempting to bind port 2a8a5a92-ca55-4bae-9966-453df35a01fd on network 710528ce-a840-4305-b82a-8a697ab88986 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:22:24.793966 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Port 2a8a5a92-ca55-4bae-9966-453df35a01fd on network 710528ce-a840-4305-b82a-8a697ab88986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:22:24.794317 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Attempting to bind port 2a8a5a92-ca55-4bae-9966-453df35a01fd on network 710528ce-a840-4305-b82a-8a697ab88986 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:22:24.799365 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:22:24.799709 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Checking segment: {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:24.800096 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Bound using segment: {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:22:24.800529 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Bound port: 2a8a5a92-ca55-4bae-9966-453df35a01fd, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf4ce2d-1627-45f1-ab01-8145ea680ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '710528ce-a840-4305-b82a-8a697ab88986'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:22:24.800895 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.865911 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:22:24.868988 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:22:24.873875 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.919228 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:24.919852 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.921214 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] 10.222.0.88 "PUT /v2.0/ports/2a8a5a92-ca55-4bae-9966-453df35a01fd HTTP/1.1" status: 200 len: 1093 time: 0.6114686 Aug 27 16:22:24.924019 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:24.926320 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7094234c-032d-481c-a58c-0252969cd3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:24.972393 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd1af2-b364-47bb-bb63-a892e9e62c71 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:24.984657 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345200d6-624c-4ca8-9c72-05750f6241e7 x-openstack-request-id: req-345200d6-624c-4ca8-9c72-05750f6241e7 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:24.984947 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:24.985197 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-345200d6-624c-4ca8-9c72-05750f6241e7 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:24.985585 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'status': 'completed', 'code': 200} Aug 27 16:22:24.994455 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e3982-3122-4322-ad19-68877fd0bc40 req-46e22178-ee3a-4893-8a1d-6118465d54df tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:24.996011 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-989e3982-3122-4322-ad19-68877fd0bc40 req-46e22178-ee3a-4893-8a1d-6118465d54df tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0935717 Aug 27 16:22:25.039799 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-989e3982-3122-4322-ad19-68877fd0bc40 req-c3ecb024-6e16-49a1-b59d-ba3ba222c3d1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374620 Aug 27 16:22:26.157033 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634063ee-8ef2-4440-845a-be60b7ca9a25 req-001dad7b-2704-43c6-be58-06be91a5afdd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:26.158553 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-634063ee-8ef2-4440-845a-be60b7ca9a25 req-001dad7b-2704-43c6-be58-06be91a5afdd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0474148 Aug 27 16:22:26.196045 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-634063ee-8ef2-4440-845a-be60b7ca9a25 req-b6a23137-793d-45b0-a405-7ceddaac2872 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Aug 27 16:22:27.310913 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934916aa-a413-402f-9638-a7f964f347d7 req-df0c36d7-d4dd-45ac-9df4-ca335cc3fdc0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:27.312877 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-934916aa-a413-402f-9638-a7f964f347d7 req-df0c36d7-d4dd-45ac-9df4-ca335cc3fdc0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0486963 Aug 27 16:22:27.349750 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-934916aa-a413-402f-9638-a7f964f347d7 req-9b48c1bd-c2d7-41de-8171-412d53847ab1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309834 Aug 27 16:22:28.466195 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb0dd-5306-4e21-a613-86ddf5e445ac req-7e00da4e-0acd-4a07-8423-a5224edea8c3 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:28.467668 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e5cb0dd-5306-4e21-a613-86ddf5e445ac req-7e00da4e-0acd-4a07-8423-a5224edea8c3 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0488536 Aug 27 16:22:28.504918 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e5cb0dd-5306-4e21-a613-86ddf5e445ac req-a4e874ae-bfd4-4bcd-a0fc-b887e47e30c1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307024 Aug 27 16:22:28.534987 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094234c-032d-481c-a58c-0252969cd3ad req-23a43fa2-1dee-4371-b389-530010484bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:28.536470 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7094234c-032d-481c-a58c-0252969cd3ad req-23a43fa2-1dee-4371-b389-530010484bf5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 1096 time: 0.0411305 Aug 27 16:22:28.645409 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094234c-032d-481c-a58c-0252969cd3ad req-109d4255-37e7-4e8a-b9a8-bdeaef15c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:28.647065 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7094234c-032d-481c-a58c-0252969cd3ad req-109d4255-37e7-4e8a-b9a8-bdeaef15c254 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=dec7d9da1655470d9ffb03a4482157d0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0931840 Aug 27 16:22:28.743319 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094234c-032d-481c-a58c-0252969cd3ad req-a83bf3b5-aa1d-476f-9c5e-39675be8c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:28.744757 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7094234c-032d-481c-a58c-0252969cd3ad req-a83bf3b5-aa1d-476f-9c5e-39675be8c941 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892668 Aug 27 16:22:28.844106 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-4b8a8e7b-7a16-4a97-b8fd-77b6cb8037f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:28.845553 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-4b8a8e7b-7a16-4a97-b8fd-77b6cb8037f7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 1096 time: 0.0406435 Aug 27 16:22:28.896833 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-a56f3797-7f3a-483e-9d93-5ff8950d692d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd HTTP/1.1" status: 200 len: 217 time: 0.0367272 Aug 27 16:22:28.948574 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-86a9b511-e28c-4517-9ca9-b3713c525a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:28.950228 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-86a9b511-e28c-4517-9ca9-b3713c525a46 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0457780 Aug 27 16:22:28.997669 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-68d28fa1-6f14-4b97-bb1f-06fd5002c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:28.999205 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-68d28fa1-6f14-4b97-bb1f-06fd5002c1f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407968 Aug 27 16:22:29.095018 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-16a04bfd-cacc-4cdd-8e23-84f7a1d388b0 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879428 Aug 27 16:22:29.183222 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ffe5dbd-b421-4ce1-ad5e-4b30ac8fb0f5 req-f2d0f12a-b8c2-4e5b-975a-b4c792e98739 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806513 Aug 27 16:22:29.624400 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee7f72-633b-4e4c-9e62-ea19d079f138 req-184293e0-b163-43bc-8e24-9392e547d390 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:29.626384 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-75ee7f72-633b-4e4c-9e62-ea19d079f138 req-184293e0-b163-43bc-8e24-9392e547d390 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0523989 Aug 27 16:22:29.662646 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-75ee7f72-633b-4e4c-9e62-ea19d079f138 req-2c13e48e-1c72-4175-8215-db915cc31a89 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304725 Aug 27 16:22:30.781006 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997e067-6aaa-450f-80b5-11a73130ae0e req-b8326b85-f542-4e78-829f-470236587107 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:30.783044 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1997e067-6aaa-450f-80b5-11a73130ae0e req-b8326b85-f542-4e78-829f-470236587107 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0522888 Aug 27 16:22:30.819877 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1997e067-6aaa-450f-80b5-11a73130ae0e req-a721c564-fd01-46dc-9e5e-e9a2fd30896c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310740 Aug 27 16:22:31.935798 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0f6ff-267b-49ea-ab48-174dc5ce209d req-f50f56b4-6437-4658-bf25-a4a8cfda66bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:31.937749 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c1e0f6ff-267b-49ea-ab48-174dc5ce209d req-f50f56b4-6437-4658-bf25-a4a8cfda66bc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0481765 Aug 27 16:22:31.974337 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c1e0f6ff-267b-49ea-ab48-174dc5ce209d req-8aec538e-e1c0-459d-9c91-ace824df4fc2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307503 Aug 27 16:22:33.091468 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32ea50-f18d-420a-b5f5-3f0a84d54e39 req-bef402d0-a2a3-41a1-af8c-38935a30d081 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:33.092898 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ee32ea50-f18d-420a-b5f5-3f0a84d54e39 req-bef402d0-a2a3-41a1-af8c-38935a30d081 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0474544 Aug 27 16:22:33.129947 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ee32ea50-f18d-420a-b5f5-3f0a84d54e39 req-905412a3-c9f3-4bcc-81a0-a8fd91bafdec tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305381 Aug 27 16:22:34.246726 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35f2e0-deb1-42c3-9a55-178b6f281816 req-a67164aa-c48f-44c0-9656-d7bf5da9835f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:34.248172 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3c35f2e0-deb1-42c3-9a55-178b6f281816 req-a67164aa-c48f-44c0-9656-d7bf5da9835f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0484540 Aug 27 16:22:34.285109 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3c35f2e0-deb1-42c3-9a55-178b6f281816 req-c222bef1-b495-4fb8-860a-06798a7b9213 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307863 Aug 27 16:22:35.406581 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a50c7-e948-452a-9024-c45174486134 req-7fece444-d59a-40cb-8c33-e080c2059102 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:35.408047 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8c8a50c7-e948-452a-9024-c45174486134 req-7fece444-d59a-40cb-8c33-e080c2059102 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0548110 Aug 27 16:22:35.445307 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8c8a50c7-e948-452a-9024-c45174486134 req-bdf4477a-e5bd-453e-8a22-0315d2dafe18 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313220 Aug 27 16:22:36.568991 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a85ae5-fdae-47dd-9f8d-97213473546e req-b5b56349-228d-46df-acc7-655d89e64477 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:36.570481 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-63a85ae5-fdae-47dd-9f8d-97213473546e req-b5b56349-228d-46df-acc7-655d89e64477 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0529354 Aug 27 16:22:36.608494 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-63a85ae5-fdae-47dd-9f8d-97213473546e req-461cda2e-0b1d-410e-9105-775d5e03807d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320218 Aug 27 16:22:37.728095 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc3623-2e98-4596-93e8-2644d48548b1 req-e6f4aac5-286b-4258-b2c0-97238da66109 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:37.729521 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9fcc3623-2e98-4596-93e8-2644d48548b1 req-e6f4aac5-286b-4258-b2c0-97238da66109 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0504348 Aug 27 16:22:37.765608 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9fcc3623-2e98-4596-93e8-2644d48548b1 req-ff5fa4b3-4dbe-4859-a77e-53fb81e90610 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302620 Aug 27 16:22:38.883369 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9151-fc1c-41ab-82f6-f280e4ed5c2a req-429a6f5b-e9e0-4ca6-b9a9-d7152f17d8e9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:38.884846 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-aece9151-fc1c-41ab-82f6-f280e4ed5c2a req-429a6f5b-e9e0-4ca6-b9a9-d7152f17d8e9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0488036 Aug 27 16:22:38.921764 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-aece9151-fc1c-41ab-82f6-f280e4ed5c2a req-624ce12d-2323-4e9b-b54c-4a7c8562ea17 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311267 Aug 27 16:22:39.059730 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2a8a5a92-ca55-4bae-9966-453df35a01fd details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:22:39.152772 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:39.164029 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'port_id': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'mac_address': 'fa:16:3e:58:52:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:22:39.200512 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.213382 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8a5a92-ca55-4bae-9966-453df35a01fd {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:22:39.232533 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:39.236917 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.281954 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:39.288775 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.289125 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.289461 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.289796 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.290122 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.290479 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.290805 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.291129 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.291453 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.291772 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.292094 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.292409 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:39.967094 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['2a8a5a92-ca55-4bae-9966-453df35a01fd'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:22:40.040579 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8126b8-8c35-428b-b9f2-937fbb655168 req-8c98671d-0ecb-4d29-a104-3b2f5b58a709 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:40.042036 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ca8126b8-8c35-428b-b9f2-937fbb655168 req-8c98671d-0ecb-4d29-a104-3b2f5b58a709 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 944 time: 0.0514889 Aug 27 16:22:40.079354 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ca8126b8-8c35-428b-b9f2-937fbb655168 req-7d5640e3-2f77-4fd8-ba84-ace1df6f2928 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Aug 27 16:22:41.068641 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2a8a5a92-ca55-4bae-9966-453df35a01fd up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:41.117778 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port 2a8a5a92-ca55-4bae-9966-453df35a01fd completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:41.121512 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 2a8a5a92-ca55-4bae-9966-453df35a01fd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:41.121882 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.196607 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41904fa0-bdf1-42b0-835b-4faf3f1c3bfc req-1108ad49-3138-4e71-a579-a7b4a96a5cf6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:41.198083 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-41904fa0-bdf1-42b0-835b-4faf3f1c3bfc req-1108ad49-3138-4e71-a579-a7b4a96a5cf6 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 944 time: 0.0488565 Aug 27 16:22:41.199111 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.222596 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:41.224748 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ac93bf-b270-48f1-9eec-8aba8f075480" -d '{"events": [{"server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "name": "network-vif-plugged", "status": "completed", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:41.236923 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-41904fa0-bdf1-42b0-835b-4faf3f1c3bfc req-dbd7c559-2f84-470e-ab8a-c162e879eea0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 Aug 27 16:22:41.238842 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:41.245164 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.271221 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6294b15-518c-4b1c-bcb9-d6d001126be9 x-openstack-request-id: req-a6294b15-518c-4b1c-bcb9-d6d001126be9 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:41.271512 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "name": "network-vif-plugged", "status": "completed", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:41.271762 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6294b15-518c-4b1c-bcb9-d6d001126be9 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:41.272144 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'code': 200} Aug 27 16:22:41.296657 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:41.466271 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffd2af-8a18-4825-aead-c76029ebcaf1 req-ca7b37de-ac1c-4ed2-b9c8-496605539ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:41.467767 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-20ffd2af-8a18-4825-aead-c76029ebcaf1 req-ca7b37de-ac1c-4ed2-b9c8-496605539ac9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 1098 time: 0.0435207 Aug 27 16:22:41.502385 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-20ffd2af-8a18-4825-aead-c76029ebcaf1 req-f92a1437-15e0-440c-bd2f-9298ca4188eb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273368 Aug 27 16:22:41.621951 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38960) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:41.723977 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2210d86a-b099-4261-929d-64d7a654041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.808576 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2210d86a-b099-4261-929d-64d7a654041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.812073 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2210d86a-b099-4261-929d-64d7a654041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.847071 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d86a-b099-4261-929d-64d7a654041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5dbca0-388e-4803-af5b-698e57406daf,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:41.851307 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2210d86a-b099-4261-929d-64d7a654041e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc4abfd7128847a89f06363d11d3da6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283313 Aug 27 16:22:41.854037 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 38964) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:41.902970 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1ade390-426c-40ae-b204-c6ccca26a8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.923294 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1ade390-426c-40ae-b204-c6ccca26a8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.967127 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1ade390-426c-40ae-b204-c6ccca26a8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.969778 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1ade390-426c-40ae-b204-c6ccca26a8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.970939 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b1ade390-426c-40ae-b204-c6ccca26a8c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd5dbca0-388e-4803-af5b-698e57406daf HTTP/1.1" status: 204 len: 168 time: 0.1161461 Aug 27 16:22:41.978455 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ade390-426c-40ae-b204-c6ccca26a8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5dbca0-388e-4803-af5b-698e57406daf,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:42.354406 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c350173-774c-43bc-b369-d0245c94d6cb req-8dbd8e0d-9a29-4be5-aced-0391a7fe585f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:42.355796 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9c350173-774c-43bc-b369-d0245c94d6cb req-8dbd8e0d-9a29-4be5-aced-0391a7fe585f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0479720 Aug 27 16:22:42.393107 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9c350173-774c-43bc-b369-d0245c94d6cb req-39d51c60-f0fa-4cdf-9795-156dc23a1040 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308235 Aug 27 16:22:43.517035 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a7973-71ba-4df8-93ab-a1fca81d5383 req-6f8bcd4e-3e51-47f5-bc4d-7702051b1951 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.518531 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3e9a7973-71ba-4df8-93ab-a1fca81d5383 req-6f8bcd4e-3e51-47f5-bc4d-7702051b1951 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0485437 Aug 27 16:22:43.555231 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3e9a7973-71ba-4df8-93ab-a1fca81d5383 req-5c1f8e07-e4f1-456b-98bd-4bd4ac546962 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308611 Aug 27 16:22:43.669758 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07d571-1d2c-4e17-acf9-f4a5ba576dda req-f751c489-416e-4845-86c5-bfa077c7be5d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.671277 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8d07d571-1d2c-4e17-acf9-f4a5ba576dda req-f751c489-416e-4845-86c5-bfa077c7be5d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0494568 Aug 27 16:22:43.679879 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 38976) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:43.684376 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cb130335-5c06-45b4-ab5a-9d4110e33c8c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Request body: {'floatingip': {'port_id': '2a8a5a92-ca55-4bae-9966-453df35a01fd'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:43.726655 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb130335-5c06-45b4-ab5a-9d4110e33c8c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.979666 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:22:44.155184 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb130335-5c06-45b4-ab5a-9d4110e33c8c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:44.158906 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb130335-5c06-45b4-ab5a-9d4110e33c8c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:44.256343 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [None req-cb130335-5c06-45b4-ab5a-9d4110e33c8c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Floating IP d4fd395a-3e5a-4a73-ac75-0283cfb8008d associated. External IP: 172.27.0.129, port: 2a8a5a92-ca55-4bae-9966-453df35a01fd. Aug 27 16:22:44.455366 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb130335-5c06-45b4-ab5a-9d4110e33c8c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:22:44.561027 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb130335-5c06-45b4-ab5a-9d4110e33c8c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:44.565544 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb130335-5c06-45b4-ab5a-9d4110e33c8c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:44.570691 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] Sync routers for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:44.579554 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:44.580165 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:44.591661 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-cb130335-5c06-45b4-ab5a-9d4110e33c8c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "PUT /v2.0/floatingips/d4fd395a-3e5a-4a73-ac75-0283cfb8008d HTTP/1.1" status: 200 len: 991 time: 0.9107318 Aug 27 16:22:44.592242 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:44.595022 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716" -d '{"events": [{"name": "network-changed", "server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:44.633431 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2eef4f5-3555-4e53-a2dd-0e289425cf4b x-openstack-request-id: req-d2eef4f5-3555-4e53-a2dd-0e289425cf4b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:44.633719 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:44.633972 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2eef4f5-3555-4e53-a2dd-0e289425cf4b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:44.634394 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'status': 'completed', 'code': 200} Aug 27 16:22:44.694172 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:22:44.722714 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-bca04515-77c7-4e72-ac8a-1040e669847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.724532 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-bca04515-77c7-4e72-ac8a-1040e669847e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 1098 time: 0.0410247 Aug 27 16:22:44.819724 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-94473409-89c0-4911-a498-e9667e8cf86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.821128 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-94473409-89c0-4911-a498-e9667e8cf86e service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.0899901 Aug 27 16:22:44.885813 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-ae8ba7f1-3519-4fe5-b8b9-093ec4e46f5b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd HTTP/1.1" status: 200 len: 999 time: 0.0577257 Aug 27 16:22:44.938345 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-1c57b61b-f149-40b2-beb4-5793a2143cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.939803 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-1c57b61b-f149-40b2-beb4-5793a2143cfd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0464909 Aug 27 16:22:44.987014 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-a2d35ec5-479d-4c84-aecd-93f9fd9dc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.988530 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-a2d35ec5-479d-4c84-aecd-93f9fd9dc796 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414891 Aug 27 16:22:45.080903 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-f3fb3962-1565-488d-8727-f606455740b7 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846879 Aug 27 16:22:45.132010 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'd4fd395a-3e5a-4a73-ac75-0283cfb8008d', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'port_id': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'mac_address': 'fa:16:3e:58:52:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91665499-e1e0-46b2-8736-49be0547ab3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:22:20Z', 'updated_at': '2021-08-27T16:22:44Z', 'revision_number': 1, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:45.159818 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] Checking router: 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:22:45.174880 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ff9f4a09-cad4-4a66-9405-c35a9a9b8716 req-2bc2e71f-de03-4acf-91b3-199214b4759a service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866606 Aug 27 16:22:45.199432 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:45.200057 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:45.324464 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:22:45.532861 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'd4fd395a-3e5a-4a73-ac75-0283cfb8008d', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'port_id': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'mac_address': 'fa:16:3e:58:52:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91665499-e1e0-46b2-8736-49be0547ab3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:22:20Z', 'updated_at': '2021-08-27T16:22:44Z', 'revision_number': 1, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:45.569767 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b635352-00f0-4fdc-98b2-f2707a0d1bcc None None] The sync data for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi is: [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'd4fd395a-3e5a-4a73-ac75-0283cfb8008d', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'port_id': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'mac_address': 'fa:16:3e:58:52:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91665499-e1e0-46b2-8736-49be0547ab3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:22:20Z', 'updated_at': '2021-08-27T16:22:44Z', 'revision_number': 1, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:45.744805 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffdbe3-e017-4b5f-a052-8de1dc83d366 None None] New status for floating IP d4fd395a-3e5a-4a73-ac75-0283cfb8008d: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:22:47.590403 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-03050a75-a23e-4e5d-bad3-58e2f02cbe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:48.071480 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.023154 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-335ccf22-06bc-4fb9-8a94-74f4f03f657d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.290468 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.406835 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:52.871867 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.863360 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-a92c216e-84fb-4348-ac80-cbfff9fd1420 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832719159&fields=id&tenant_id=9d760c04e0f24e10b51a946f2f85d861 HTTP/1.1" status: 200 len: 267 time: 0.0324306 Aug 27 16:22:56.915446 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-edc84df0-aba1-4324-be58-228fcc1f13a3 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:56.916913 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-edc84df0-aba1-4324-be58-228fcc1f13a3 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 984 time: 0.0480783 Aug 27 16:22:56.928023 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-40be111d-70e3-43a3-b177-c9f3796bc31e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Request body: {'port': {'security_groups': ['e6099f77-0c9a-4b34-85a6-fa4733c80708']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:56.994107 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-40be111d-70e3-43a3-b177-c9f3796bc31e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.163938 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-40be111d-70e3-43a3-b177-c9f3796bc31e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] For port 19639859-9148-41c3-a297-184cbcc1fbed, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=19639859-9148-41c3-a297-184cbcc1fbed,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:57.191845 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-40be111d-70e3-43a3-b177-c9f3796bc31e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.196184 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-40be111d-70e3-43a3-b177-c9f3796bc31e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.237148 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['19639859-9148-41c3-a297-184cbcc1fbed'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:22:57.238364 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-40be111d-70e3-43a3-b177-c9f3796bc31e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:57.238993 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-40be111d-70e3-43a3-b177-c9f3796bc31e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.240383 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-87132f96-6bc6-4a7b-868c-e17cf534b7b3 req-40be111d-70e3-43a3-b177-c9f3796bc31e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "PUT /v2.0/ports/19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 942 time: 0.3172762 Aug 27 16:22:57.240830 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:57.243093 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbe513d-db18-4a44-b8b5-219486880d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "tag": "19639859-9148-41c3-a297-184cbcc1fbed"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:57.247013 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39016) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:57.268492 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be111d-70e3-43a3-b177-c9f3796bc31e tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event updated for resources: {'Port': ['ID=19639859-9148-41c3-a297-184cbcc1fbed,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:57.307975 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4480b662-338c-4a92-be0c-b6779f469b57 x-openstack-request-id: req-4480b662-338c-4a92-be0c-b6779f469b57 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:57.308336 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "tag": "19639859-9148-41c3-a297-184cbcc1fbed", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:57.308663 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4480b662-338c-4a92-be0c-b6779f469b57 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:57.309128 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed', 'status': 'completed', 'code': 200} Aug 27 16:22:57.318590 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d5d12c3-d94f-49ce-8305-6861b6ffc786 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.347327 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d5d12c3-d94f-49ce-8305-6861b6ffc786 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.408886 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-03653603-0f46-4bda-acd7-622a4fed52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:57.414450 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-03653603-0f46-4bda-acd7-622a4fed52c4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d760c04e0f24e10b51a946f2f85d861&device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 1098 time: 0.0502365 Aug 27 16:22:57.415743 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['19639859-9148-41c3-a297-184cbcc1fbed'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:22:57.436902 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d5d12c3-d94f-49ce-8305-6861b6ffc786 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.439905 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d5d12c3-d94f-49ce-8305-6861b6ffc786 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.441347 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-3d5d12c3-d94f-49ce-8305-6861b6ffc786 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "DELETE /v2.0/security-groups/a719e2fd-0eb6-45a9-80e4-d0ae29249b0e HTTP/1.1" status: 204 len: 168 time: 0.1930614 Aug 27 16:22:57.447718 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39018) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:57.458984 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d12c3-d94f-49ce-8305-6861b6ffc786 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a719e2fd-0eb6-45a9-80e4-d0ae29249b0e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:57.590698 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1c1c88d2-9472-499d-8188-3092f7d615b4 None None] Provisioning complete for port 19639859-9148-41c3-a297-184cbcc1fbed triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:57.590986 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c1c88d2-9472-499d-8188-3092f7d615b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.858090 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-3f5308d4-007c-41ae-932b-a144d0899dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:57.859567 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-3f5308d4-007c-41ae-932b-a144d0899dfe service neutron] 10.222.0.88 "GET /v2.0/networks?id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f HTTP/1.1" status: 200 len: 915 time: 0.4375899 Aug 27 16:22:57.950340 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-45178c9c-0808-42e6-81af-be180e134a77 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 1001 time: 0.0806839 Aug 27 16:22:57.995055 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Deleting port 4626a257-4ae2-41df-ab8f-d5c8e48d4ab2 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:57.995403 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.048247 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-fbdc0d6e-e4a0-4d43-a8d0-0cd154c0c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:58.049724 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-fbdc0d6e-e4a0-4d43-a8d0-0cd154c0c859 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d3a32af-7800-4484-9f32-22e723fedc7e HTTP/1.1" status: 200 len: 853 time: 0.0892925 Aug 27 16:22:58.104864 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.105199 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.123490 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Calling delete_port for 4626a257-4ae2-41df-ab8f-d5c8e48d4ab2 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:58.133017 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-5cb3c9e3-aa71-43ef-970d-23ce7e38da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:58.134541 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-5cb3c9e3-aa71-43ef-970d-23ce7e38da91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772040 Aug 27 16:22:58.310831 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-6d5d7316-93e0-4fca-923c-cab7119b8c38 service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677740 Aug 27 16:22:58.442884 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1dbe513d-db18-4a44-b8b5-219486880d6b req-6e3101ec-ab1f-45d9-9fc5-5074e7797663 service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208048 Aug 27 16:22:58.443989 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.476154 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event deleted for resources: {'Port': ['ID=4626a257-4ae2-41df-ab8f-d5c8e48d4ab2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:58.532712 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.533069 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Floating IP 14866e50-fbac-4e11-9834-7ed31e589214 disassociated (deleted). External IP: 172.27.0.240, port: 19639859-9148-41c3-a297-184cbcc1fbed. Aug 27 16:22:58.731189 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:22:58.835698 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:58.840442 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.845655 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d98d5-64a6-401b-b574-63870249a481 None None] Sync routers for ids ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:58.854397 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d98d5-64a6-401b-b574-63870249a481 None None] Routers {'530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:58.855014 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-123d98d5-64a6-401b-b574-63870249a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:58.871066 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-3a72234e-942e-4f54-9792-71b64fb775f6 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "DELETE /v2.0/floatingips/14866e50-fbac-4e11-9834-7ed31e589214 HTTP/1.1" status: 204 len: 168 time: 1.4223695 Aug 27 16:22:58.961661 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-123d98d5-64a6-401b-b574-63870249a481 None None] Set router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:22:59.164080 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-123d98d5-64a6-401b-b574-63870249a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:54Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '1ffc3425-3528-41ff-9ac5-45e42a97e0f0', 'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'mac_address': 'fa:16:3e:59:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:53Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 5, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'subnets': [{'id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:59.190196 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d98d5-64a6-401b-b574-63870249a481 None None] Checking router: 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:22:59.198820 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d98d5-64a6-401b-b574-63870249a481 None None] Routers {'530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:59.199428 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-123d98d5-64a6-401b-b574-63870249a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:59.301939 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-123d98d5-64a6-401b-b574-63870249a481 None None] Set router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:22:59.310727 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:59.313084 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d50325-f8db-4786-8cd4-0672b5a50bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "tag": "19639859-9148-41c3-a297-184cbcc1fbed"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:59.348651 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2776545d-2273-41bf-b365-719827d81377 x-openstack-request-id: req-2776545d-2273-41bf-b365-719827d81377 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:59.348941 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "tag": "19639859-9148-41c3-a297-184cbcc1fbed", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:59.349189 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2776545d-2273-41bf-b365-719827d81377 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:59.349577 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed', 'status': 'completed', 'code': 200} Aug 27 16:22:59.449982 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-2eaf02b7-3aa9-4b30-a952-091112b6f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:59.451500 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-2eaf02b7-3aa9-4b30-a952-091112b6f523 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d760c04e0f24e10b51a946f2f85d861&device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 1098 time: 0.0400424 Aug 27 16:22:59.495856 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-123d98d5-64a6-401b-b574-63870249a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:54Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '1ffc3425-3528-41ff-9ac5-45e42a97e0f0', 'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'mac_address': 'fa:16:3e:59:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:53Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 5, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'subnets': [{'id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:59.523625 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d98d5-64a6-401b-b574-63870249a481 None None] The sync data for ids ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'] in dv-cinder-800695-5-iscsi is: [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:16:54Z', 'revision_number': 4, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '1ffc3425-3528-41ff-9ac5-45e42a97e0f0', 'name': '', 'network_id': '3cd37dc5-f0a7-48b2-a0b1-adb16e80523f', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'mac_address': 'fa:16:3e:59:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:53Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 5, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'subnets': [{'id': '0d3a32af-7800-4484-9f32-22e723fedc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:59.551704 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-27b4ddb9-9038-4f2b-a9df-0f696acbbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:59.553225 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-27b4ddb9-9038-4f2b-a9df-0f696acbbf77 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f HTTP/1.1" status: 200 len: 915 time: 0.0839243 Aug 27 16:22:59.600781 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-37888c54-9114-4493-b370-7bc36d456a9f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 200 len: 217 time: 0.0394721 Aug 27 16:22:59.658529 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-a23e0af7-565a-457f-b4d8-106ff4df7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:59.659992 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-a23e0af7-565a-457f-b4d8-106ff4df7b3a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d3a32af-7800-4484-9f32-22e723fedc7e HTTP/1.1" status: 200 len: 853 time: 0.0463567 Aug 27 16:22:59.710087 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-1d84995e-9808-48d2-a8d4-d4a4cd0f5e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:59.711622 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-1d84995e-9808-48d2-a8d4-d4a4cd0f5e50 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437739 Aug 27 16:22:59.739266 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a96cf6-28bf-4323-be8f-7d739bc3f97a None None] New status for floating IP 14866e50-fbac-4e11-9834-7ed31e589214: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:22:59.813177 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-e4291a82-79ea-432a-a4ad-a93cd185c52e service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909483 Aug 27 16:22:59.905360 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-89d50325-f8db-4786-8cd4-0672b5a50bd7 req-41a0d45a-3399-49ce-85ed-01b698cbd4b9 service neutron] 10.222.0.88 "GET /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838683 Aug 27 16:23:01.577021 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f02646-bda5-472c-a929-35a86aabfef2 req-b14c0227-3a2a-449b-98f9-8203e490ae7a tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:01.578394 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-64f02646-bda5-472c-a929-35a86aabfef2 req-b14c0227-3a2a-449b-98f9-8203e490ae7a tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 945 time: 0.0475426 Aug 27 16:23:01.614974 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-64f02646-bda5-472c-a929-35a86aabfef2 req-3fc108bc-0e6c-4ef8-8aa3-71beff6a47d4 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308375 Aug 27 16:23:02.724838 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0595112-825d-488f-b827-c6bb174122d5 req-c72184eb-240a-4b6f-8aab-7ca1095532b9 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:02.726197 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0595112-825d-488f-b827-c6bb174122d5 req-c72184eb-240a-4b6f-8aab-7ca1095532b9 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 945 time: 0.0469983 Aug 27 16:23:02.763436 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0595112-825d-488f-b827-c6bb174122d5 req-870bafc4-a257-4a1d-9ad7-0a6c79ed7f4f tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6099f77-0c9a-4b34-85a6-fa4733c80708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313020 Aug 27 16:23:03.228704 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12161985-f356-440f-8402-0b52f6f80b06 req-8c7b1894-c22b-4bf3-9ab4-f44ae1ed7233 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:03.230127 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12161985-f356-440f-8402-0b52f6f80b06 req-8c7b1894-c22b-4bf3-9ab4-f44ae1ed7233 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.88 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 945 time: 0.0484247 Aug 27 16:23:03.321661 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-12161985-f356-440f-8402-0b52f6f80b06 req-709befba-7c2b-4061-8a86-7dcff5fdbef5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Deleting port 19639859-9148-41c3-a297-184cbcc1fbed {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:03.321919 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-12161985-f356-440f-8402-0b52f6f80b06 req-709befba-7c2b-4061-8a86-7dcff5fdbef5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:03.406068 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-12161985-f356-440f-8402-0b52f6f80b06 req-709befba-7c2b-4061-8a86-7dcff5fdbef5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] For port 19639859-9148-41c3-a297-184cbcc1fbed, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=19639859-9148-41c3-a297-184cbcc1fbed,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:03.406448 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-12161985-f356-440f-8402-0b52f6f80b06 req-709befba-7c2b-4061-8a86-7dcff5fdbef5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:03.419141 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-12161985-f356-440f-8402-0b52f6f80b06 req-709befba-7c2b-4061-8a86-7dcff5fdbef5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Calling delete_port for 19639859-9148-41c3-a297-184cbcc1fbed owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:03.548349 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-12161985-f356-440f-8402-0b52f6f80b06 req-709befba-7c2b-4061-8a86-7dcff5fdbef5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:03.578188 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709befba-7c2b-4061-8a86-7dcff5fdbef5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Pushing event deleted for resources: {'Port': ['ID=19639859-9148-41c3-a297-184cbcc1fbed,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:03.590437 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['19639859-9148-41c3-a297-184cbcc1fbed'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:23:03.622176 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-12161985-f356-440f-8402-0b52f6f80b06 req-709befba-7c2b-4061-8a86-7dcff5fdbef5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] No DVR routers for this DVR port 19639859-9148-41c3-a297-184cbcc1fbed on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:03.624609 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-12161985-f356-440f-8402-0b52f6f80b06 req-709befba-7c2b-4061-8a86-7dcff5fdbef5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:03.626867 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12161985-f356-440f-8402-0b52f6f80b06 req-709befba-7c2b-4061-8a86-7dcff5fdbef5 tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.88 "DELETE /v2.0/ports/19639859-9148-41c3-a297-184cbcc1fbed HTTP/1.1" status: 204 len: 173 time: 0.3904185 Aug 27 16:23:03.627290 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'name': 'network-vif-deleted', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:23:03.630118 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1f9a0f-0b6f-45dc-bf9b-48c5bbc89e9e" -d '{"events": [{"server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "name": "network-vif-deleted", "tag": "19639859-9148-41c3-a297-184cbcc1fbed"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:23:03.671828 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7553e61-cc76-4b1d-98ce-77c7e7a970a0 x-openstack-request-id: req-f7553e61-cc76-4b1d-98ce-77c7e7a970a0 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:23:03.672035 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350df8a7-540a-490e-a4b8-7565450a3107", "name": "network-vif-deleted", "tag": "19639859-9148-41c3-a297-184cbcc1fbed", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:23:03.672286 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7553e61-cc76-4b1d-98ce-77c7e7a970a0 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:23:03.672679 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350df8a7-540a-490e-a4b8-7565450a3107', 'name': 'network-vif-deleted', 'tag': '19639859-9148-41c3-a297-184cbcc1fbed', 'status': 'completed', 'code': 200} Aug 27 16:23:03.869285 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1d5078b2-9063-4995-9f5b-687960d75878 req-77d8545c-2af5-4a81-97be-c7f0cf9086bc tempest-TestMinimumBasicScenario-1013156717 tempest-TestMinimumBasicScenario-1013156717-project] 10.222.0.60 "GET /v2.0/ports?device_id=350df8a7-540a-490e-a4b8-7565450a3107 HTTP/1.1" status: 200 len: 210 time: 0.0266178 Aug 27 16:23:05.532450 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:06.001990 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1994513'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.237342 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] Deleting port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:06.237685 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.311230 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] For port 1ffc3425-3528-41ff-9ac5-45e42a97e0f0, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=1ffc3425-3528-41ff-9ac5-45e42a97e0f0,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:06.311582 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.323910 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] Calling delete_port for 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:06.494486 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.523248 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffc3425-3528-41ff-9ac5-45e42a97e0f0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:06.680957 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994715'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.885239 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] Router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:06.990970 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:07.002669 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-130a21f6-29b1-4ec9-a7c2-0b7b106008f0 admin admin] 10.222.0.60 "PUT /v2.0/routers/530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4691858 Aug 27 16:23:07.005773 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39120) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:07.021181 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] Sync routers for ids ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:07.031197 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] Routers {'530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:07.031807 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:07.109589 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.140051 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] Set router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:07.214795 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.269129 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Deleting port 8b93d847-4d96-4806-a853-b57f36f7e3e7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:07.269468 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.314717 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 19639859-9148-41c3-a297-184cbcc1fbed no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:07.344009 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: 19639859-9148-41c3-a297-184cbcc1fbed {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:07.344360 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 19639859-9148-41c3-a297-184cbcc1fbed not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:07.346283 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] For port 8b93d847-4d96-4806-a853-b57f36f7e3e7, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=8b93d847-4d96-4806-a853-b57f36f7e3e7,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:07.346672 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.359015 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Calling delete_port for 8b93d847-4d96-4806-a853-b57f36f7e3e7 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:07.457101 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:23:06Z', 'revision_number': 5, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port': {'id': '8b93d847-4d96-4806-a853-b57f36f7e3e7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:51Z', 'updated_at': '2021-08-27T16:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:07.481980 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] Checking router: 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:07.490935 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] Routers {'530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:07.491591 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:07.520569 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.551268 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b93d847-4d96-4806-a853-b57f36f7e3e7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:07.600596 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] Set router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:07.608847 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2070401'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.654925 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:23:07Z', 'revision_number': 6, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port_host': None}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:07.689670 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadbe76-ca1a-4595-9802-cfd3726b6155 None None] The sync data for ids ['530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e'] in dv-cinder-800695-5-iscsi is: [{'id': '530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e', 'name': 'tempest-TestMinimumBasicScenario-735823399-router', 'tenant_id': '9d760c04e0f24e10b51a946f2f85d861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:50Z', 'updated_at': '2021-08-27T16:23:07Z', 'revision_number': 6, 'project_id': '9d760c04e0f24e10b51a946f2f85d861', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:07.711502 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2072350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4652'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.713872 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.781808 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2072337'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.782382 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:23:07.787899 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.789040 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-4719e879-4f92-42cd-b5ca-d718598cdc0c admin admin] 10.222.0.60 "DELETE /v2.0/routers/530b4ba1-bc14-47d4-9ca7-e237e3b3aa7e HTTP/1.1" status: 204 len: 168 time: 0.7822516 Aug 27 16:23:07.791471 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39122) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:07.834160 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cdd2fd-ddbd-49ea-b151-4521ed402463 admin admin] Deleting subnet 0d3a32af-7800-4484-9f32-22e723fedc7e {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:23:07.837065 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd2fd-ddbd-49ea-b151-4521ed402463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.874039 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd2fd-ddbd-49ea-b151-4521ed402463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10291734'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.984209 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd2fd-ddbd-49ea-b151-4521ed402463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.038605 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd2fd-ddbd-49ea-b151-4521ed402463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10319036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10380392'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.067244 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdd2fd-ddbd-49ea-b151-4521ed402463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d3a32af-7800-4484-9f32-22e723fedc7e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:08.069707 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd2fd-ddbd-49ea-b151-4521ed402463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.071490 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-b9cdd2fd-ddbd-49ea-b151-4521ed402463 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0d3a32af-7800-4484-9f32-22e723fedc7e HTTP/1.1" status: 204 len: 168 time: 0.2790785 Aug 27 16:23:08.073953 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39126) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:08.076753 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b5d88-95ae-47a3-8643-18a443149103 None None] Network 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:08.144796 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.205048 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Deleting port f78d459d-e60f-4355-9609-e25ee11acbd3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:08.205398 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.271226 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] For port f78d459d-e60f-4355-9609-e25ee11acbd3, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=f78d459d-e60f-4355-9609-e25ee11acbd3,segment=NetworkSegment(524cdff0-c0bd-4dbe-915d-8a3be71ab353),segment_id=524cdff0-c0bd-4dbe-915d-8a3be71ab353)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:08.271591 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.283585 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Calling delete_port for f78d459d-e60f-4355-9609-e25ee11acbd3 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:08.358885 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.383312 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78d459d-e60f-4355-9609-e25ee11acbd3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:08.387612 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] No DVR routers for this DVR port f78d459d-e60f-4355-9609-e25ee11acbd3 on host dv-cinder-800695-5-iscsi {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:08.457105 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.466500 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd37dc5-f0a7-48b2-a0b1-adb16e80523f']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:08.479753 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524cdff0-c0bd-4dbe-915d-8a3be71ab353') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:08.480049 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524cdff0-c0bd-4dbe-915d-8a3be71ab353') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:08.489979 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165395'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.504210 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.508369 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afc151-75ca-4bed-86ce-84e6e0141484 None None] DHCP port deletion for 3cd37dc5-f0a7-48b2-a0b1-adb16e80523f request from dv-cinder-800695-5-iscsi {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:23:08.516241 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:23:08.516643 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355970'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: Traceback (most recent call last): Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: timer() Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: cb(*args, **kw) Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: return func(*args, **kwargs) Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: self._notify() Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: self.callback(batched_events) Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: event.method(event) Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: return f(self, *a, **k) Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._get(url).json() Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:23:08.518463 dv-cinder-800695-5-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:23:08.574453 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.581469 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.583449 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3cd37dc5-f0a7-48b2-a0b1-adb16e80523f HTTP/1.1" status: 204 len: 168 time: 0.5084829 Aug 27 16:23:08.586701 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39128) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:08.592834 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300109-e0a5-4482-9ea0-0b14b3569239 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd37dc5-f0a7-48b2-a0b1-adb16e80523f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:09.031238 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 8b93d847-4d96-4806-a853-b57f36f7e3e7 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:09.050989 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 8b93d847-4d96-4806-a853-b57f36f7e3e7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:09.051333 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 8b93d847-4d96-4806-a853-b57f36f7e3e7 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:09.051746 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:09.069512 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:09.069857 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 1ffc3425-3528-41ff-9ac5-45e42a97e0f0 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:09.070269 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device f78d459d-e60f-4355-9609-e25ee11acbd3 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:09.088381 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: f78d459d-e60f-4355-9609-e25ee11acbd3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:09.088996 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device f78d459d-e60f-4355-9609-e25ee11acbd3 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:09.251595 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1994513'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.535778 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] Deleting port 7f53f312-f268-4042-97c6-758151d6e098 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:09.536026 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.611219 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] For port 7f53f312-f268-4042-97c6-758151d6e098, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=7f53f312-f268-4042-97c6-758151d6e098,segment=NetworkSegment(e08f6e8e-f978-4cbb-b1d7-dac779c4fd86),segment_id=e08f6e8e-f978-4cbb-b1d7-dac779c4fd86)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:09.611581 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.623758 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] Calling delete_port for 7f53f312-f268-4042-97c6-758151d6e098 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:09.811600 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.840559 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f53f312-f268-4042-97c6-758151d6e098,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:09.999613 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994715'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.208009 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] Router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:10.311702 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:10.317158 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-ef80adbf-f1e5-49f0-9994-425e4fb6214c admin admin] 10.222.0.60 "PUT /v2.0/routers/4c31e1de-6cc9-46ce-b64b-920355cc7b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7293918 Aug 27 16:23:10.319672 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39134) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:10.322180 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935eba07-9190-447a-be2e-7257e535740f None None] Sync routers for ids ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:10.331217 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935eba07-9190-447a-be2e-7257e535740f None None] Routers {'4c31e1de-6cc9-46ce-b64b-920355cc7b06'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:10.331824 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-935eba07-9190-447a-be2e-7257e535740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:10.423163 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.437821 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-935eba07-9190-447a-be2e-7257e535740f None None] Set router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:10.524198 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.574786 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Deleting port 6110bdc8-9dd5-4637-85e2-9610d208eeeb {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:10.575132 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.607911 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-935eba07-9190-447a-be2e-7257e535740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'name': 'tempest-TestMinimumBasicScenario-2145481557-router', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:23:09Z', 'revision_number': 5, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'gw_port': {'id': '6110bdc8-9dd5-4637-85e2-9610d208eeeb', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:10.653869 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] For port 6110bdc8-9dd5-4637-85e2-9610d208eeeb, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=6110bdc8-9dd5-4637-85e2-9610d208eeeb,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:10.654237 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.668267 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Calling delete_port for 6110bdc8-9dd5-4637-85e2-9610d208eeeb owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:10.716575 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935eba07-9190-447a-be2e-7257e535740f None None] Checking router: 4c31e1de-6cc9-46ce-b64b-920355cc7b06 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:10.725151 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935eba07-9190-447a-be2e-7257e535740f None None] Routers {'4c31e1de-6cc9-46ce-b64b-920355cc7b06'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:10.725738 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-935eba07-9190-447a-be2e-7257e535740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:10.808272 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-935eba07-9190-447a-be2e-7257e535740f None None] Set router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:10.832400 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.858464 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-935eba07-9190-447a-be2e-7257e535740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'name': 'tempest-TestMinimumBasicScenario-2145481557-router', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:23:10Z', 'revision_number': 6, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'gw_port_host': None}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:10.861681 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6110bdc8-9dd5-4637-85e2-9610d208eeeb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:10.891175 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935eba07-9190-447a-be2e-7257e535740f None None] The sync data for ids ['4c31e1de-6cc9-46ce-b64b-920355cc7b06'] in dv-cinder-800695-5-iscsi is: [{'id': '4c31e1de-6cc9-46ce-b64b-920355cc7b06', 'name': 'tempest-TestMinimumBasicScenario-2145481557-router', 'tenant_id': 'deacf741a27842d39c73c77c21966b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:56Z', 'updated_at': '2021-08-27T16:23:10Z', 'revision_number': 6, 'project_id': 'deacf741a27842d39c73c77c21966b68', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:10.924212 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2070401'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.012649 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2072350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4652'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.014786 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.057957 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2072337'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.058662 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c31e1de-6cc9-46ce-b64b-920355cc7b06 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:23:11.062770 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.063909 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-e720e7d6-761f-4975-90ca-93e054b4aa99 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4c31e1de-6cc9-46ce-b64b-920355cc7b06 HTTP/1.1" status: 204 len: 168 time: 0.7433369 Aug 27 16:23:11.067014 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39136) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:11.111872 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a08f6b-f748-40cc-9913-7f9ffb68cc52 admin admin] Deleting subnet 24664e07-cf61-49e2-8ede-9e180916cc2b {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:23:11.115367 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2a08f6b-f748-40cc-9913-7f9ffb68cc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.149033 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2a08f6b-f748-40cc-9913-7f9ffb68cc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10291734'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.222096 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2a08f6b-f748-40cc-9913-7f9ffb68cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.288810 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2a08f6b-f748-40cc-9913-7f9ffb68cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10319036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10380392'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.318335 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a08f6b-f748-40cc-9913-7f9ffb68cc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24664e07-cf61-49e2-8ede-9e180916cc2b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:11.319966 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2a08f6b-f748-40cc-9913-7f9ffb68cc52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.321851 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d2a08f6b-f748-40cc-9913-7f9ffb68cc52 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/24664e07-cf61-49e2-8ede-9e180916cc2b HTTP/1.1" status: 204 len: 168 time: 0.2539392 Aug 27 16:23:11.324444 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39138) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:11.328536 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e3874-def4-4501-8b31-bf7ce5984ab0 None None] Network 6345c8ce-4463-49f3-92a9-600e3b0a6e80 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:11.393951 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.446940 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Deleting port 5902af49-b9a1-4d5a-b776-83aa9532d60b {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:11.447288 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.512449 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] For port 5902af49-b9a1-4d5a-b776-83aa9532d60b, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=5902af49-b9a1-4d5a-b776-83aa9532d60b,segment=NetworkSegment(e08f6e8e-f978-4cbb-b1d7-dac779c4fd86),segment_id=e08f6e8e-f978-4cbb-b1d7-dac779c4fd86)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:11.512822 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.524896 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Calling delete_port for 5902af49-b9a1-4d5a-b776-83aa9532d60b owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:11.600333 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.665348 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a35ab-2303-4a9e-8657-915574314c47 None None] DHCP port deletion for 6345c8ce-4463-49f3-92a9-600e3b0a6e80 request from dv-cinder-800695-5-iscsi {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:23:11.685845 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 7f53f312-f268-4042-97c6-758151d6e098 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:11.708055 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 7f53f312-f268-4042-97c6-758151d6e098 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:11.708509 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 7f53f312-f268-4042-97c6-758151d6e098 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:11.885757 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Pushing event deleted for resources: {'Port': ['ID=5902af49-b9a1-4d5a-b776-83aa9532d60b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:11.889287 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] No DVR routers for this DVR port 5902af49-b9a1-4d5a-b776-83aa9532d60b on host dv-cinder-800695-5-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:11.959680 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.969094 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6345c8ce-4463-49f3-92a9-600e3b0a6e80']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:11.978992 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:11.979288 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08f6e8e-f978-4cbb-b1d7-dac779c4fd86') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:11.987788 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10291721'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.001411 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.009715 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:23:12.010156 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10319066'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: Traceback (most recent call last): Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: timer() Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: cb(*args, **kw) Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: return func(*args, **kwargs) Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: self._notify() Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: self.callback(batched_events) Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: event.method(event) Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: return f(self, *a, **k) Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._get(url).json() Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: return self.request(url, 'GET', **kwargs) Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:23:12.012037 dv-cinder-800695-5-iscsi neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:23:12.067883 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.073688 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.075384 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6345c8ce-4463-49f3-92a9-600e3b0a6e80 HTTP/1.1" status: 204 len: 168 time: 0.7493691 Aug 27 16:23:12.086684 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0bc28-89fd-45cb-97b5-bb6e40946681 admin admin] Pushing event deleted for resources: {'Network': ['ID=6345c8ce-4463-49f3-92a9-600e3b0a6e80,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:12.183404 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:12.222170 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-e49970cf-aeed-47af-882c-71628b23a77b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d760c04e0f24e10b51a946f2f85d861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376251 Aug 27 16:23:12.224445 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39146) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:12.270236 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e407-423d-41c1-9717-d7628ec68c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.290176 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e407-423d-41c1-9717-d7628ec68c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.334715 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e407-423d-41c1-9717-d7628ec68c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.337209 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e407-423d-41c1-9717-d7628ec68c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.338358 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-b6b3e407-423d-41c1-9717-d7628ec68c40 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6099f77-0c9a-4b34-85a6-fa4733c80708 HTTP/1.1" status: 204 len: 168 time: 0.1130121 Aug 27 16:23:12.345699 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3e407-423d-41c1-9717-d7628ec68c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6099f77-0c9a-4b34-85a6-fa4733c80708,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:12.642421 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39156) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:12.684070 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-04e9feae-fc32-47c4-bb2e-8b78f08bd831 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=deacf741a27842d39c73c77c21966b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405240 Aug 27 16:23:12.686557 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39158) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:12.732426 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c92b-fd13-4a2d-b12a-d7a77a7d4078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.755607 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c92b-fd13-4a2d-b12a-d7a77a7d4078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.803003 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c92b-fd13-4a2d-b12a-d7a77a7d4078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.805809 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c92b-fd13-4a2d-b12a-d7a77a7d4078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.807049 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-e8c3c92b-fd13-4a2d-b12a-d7a77a7d4078 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b2e5b09-890b-446d-94f5-712f55747325 HTTP/1.1" status: 204 len: 168 time: 0.1196146 Aug 27 16:23:12.814919 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3c92b-fd13-4a2d-b12a-d7a77a7d4078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2e5b09-890b-446d-94f5-712f55747325,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:13.028043 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 6110bdc8-9dd5-4637-85e2-9610d208eeeb no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:13.047744 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 6110bdc8-9dd5-4637-85e2-9610d208eeeb {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:13.048086 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 6110bdc8-9dd5-4637-85e2-9610d208eeeb not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:13.048487 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 5902af49-b9a1-4d5a-b776-83aa9532d60b no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:13.068264 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 5902af49-b9a1-4d5a-b776-83aa9532d60b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:13.068611 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 5902af49-b9a1-4d5a-b776-83aa9532d60b not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:13.461433 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39180) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:13.553170 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-735246605-network', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:13.573666 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Made reservation on behalf of 87d9ba6fcedd4154bb85668aafa7e0b9 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:13.576201 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.584599 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.671523 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.675713 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.695875 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:13.710876 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8723d89b-9825-4778-a86f-c483d500c271,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:13.713739 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.714076 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Added segment 59b49063-39b4-4ca2-b01b-38458eaae0c6 of type vlan for network 98293395-c033-4da0-bb11-2cb3bb7462c1 Aug 27 16:23:13.752601 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.776826 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.777807 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:13.778415 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.832540 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3700252 Aug 27 16:23:13.835555 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39186) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:13.839180 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4ea11-7992-42d0-a1ae-3e3cd7d6f163 admin admin] Pushing event updated for resources: {'Network': ['ID=98293395-c033-4da0-bb11-2cb3bb7462c1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:13.840516 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Request body: {'subnet': {'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-735246605-subnet', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:13.849602 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:13.860711 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Made reservation on behalf of 87d9ba6fcedd4154bb85668aafa7e0b9 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:13.863388 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10380291'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.029060 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10306943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10380401'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.084563 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8895eeb9-6be2-41f2-a811-d8887036ccdc,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:14.091393 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Checking segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:14.091751 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Network hostable DHCP agents. Network: 98293395-c033-4da0-bb11-2cb3bb7462c1, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:14.107600 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:14.116251 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 98293395-c033-4da0-bb11-2cb3bb7462c1) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:14.120115 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:14.120700 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.124743 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70930ce3-cfdf-4577-aeaf-143acf441362 None None] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:14.134742 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-6a7a87aa-2354-40b7-a03d-33b36959695e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2981391 Aug 27 16:23:14.137500 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39188) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:14.141759 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:14.161926 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2072572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4658'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.162970 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2072400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.216253 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.266389 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb75401-a5be-5b0a-afe3-807abf29c83e-98293395-c033-4da0-bb11-2cb3bb7462c1', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc'}]}} from dv-cinder-800695-5-iscsi. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:23:14.267251 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.353601 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.401327 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Allocated IP 172.20.0.2 (98293395-c033-4da0-bb11-2cb3bb7462c1/8895eeb9-6be2-41f2-a811-d8887036ccdc/720cba31-8735-4f75-be30-7d428649fc20) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:14.543838 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.547661 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.551820 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Transition to ACTIVE for port object 720cba31-8735-4f75-be30-7d428649fc20 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:14.566759 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Transition to ACTIVE for port object 720cba31-8735-4f75-be30-7d428649fc20 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:14.567075 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.571875 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.608546 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:14.614770 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:14.619310 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:14.621208 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Pushing event updated for resources: {'Port': ['ID=720cba31-8735-4f75-be30-7d428649fc20,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:14.673800 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Attempting to bind port 720cba31-8735-4f75-be30-7d428649fc20 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:14.674170 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Attempting to bind port 720cba31-8735-4f75-be30-7d428649fc20 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:14.675051 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Attempting to bind port 720cba31-8735-4f75-be30-7d428649fc20 on network 98293395-c033-4da0-bb11-2cb3bb7462c1 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:14.679953 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:14.680327 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Checking segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:14.680726 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.681117 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Bound using segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:14.681597 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Bound port: 720cba31-8735-4f75-be30-7d428649fc20, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:14.682199 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.682346 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Allocated IP 172.27.0.140 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/3f00b220-e1e7-4364-81e4-6d4e48a15f40) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:14.764467 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] For port 720cba31-8735-4f75-be30-7d428649fc20, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:14.767491 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] For port 720cba31-8735-4f75-be30-7d428649fc20, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=720cba31-8735-4f75-be30-7d428649fc20,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:14.772164 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.791017 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.829576 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d59f0-25d7-4cf0-b92b-f41f58487e37 None None] Pushing event updated for resources: {'Port': ['ID=720cba31-8735-4f75-be30-7d428649fc20,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:14.840437 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.884410 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:14.887285 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:14.889692 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:14.918840 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Pushing event updated for resources: {'Port': ['ID=3f00b220-e1e7-4364-81e4-6d4e48a15f40,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:15.091608 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 720cba31-8735-4f75-be30-7d428649fc20 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:15.149162 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 720cba31-8735-4f75-be30-7d428649fc20 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:15.171922 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.364541 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2072427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.490857 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Router cb8d36f5-822f-4abb-99f3-f916bc91bb64 is scheduled to L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:23:15.598974 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:15.609140 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Sync routers for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:15.616127 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.618362 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-1301c538-f291-4917-8579-5d2eee6e5c71 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4798937 Aug 27 16:23:15.619574 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:15.620223 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:15.621089 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39192) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:15.731872 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:15.760014 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9670de-6e1d-4cce-bd4d-806aa6817bdc None None] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:15.890524 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d1eb322f-cae1-487e-b3d5-26a2e40ea33c None None] Provisioning for port 720cba31-8735-4f75-be30-7d428649fc20 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:15.911947 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d1eb322f-cae1-487e-b3d5-26a2e40ea33c None None] Provisioning complete for port 720cba31-8735-4f75-be30-7d428649fc20 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:15.912324 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1eb322f-cae1-487e-b3d5-26a2e40ea33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.047918 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.206730 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Allocated IP 172.20.0.1 (98293395-c033-4da0-bb11-2cb3bb7462c1/8895eeb9-6be2-41f2-a811-d8887036ccdc/538efd5f-f043-4f0c-a8ba-fe3ac6fae30a) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:16.223868 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1eb322f-cae1-487e-b3d5-26a2e40ea33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.251604 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:15Z', 'revision_number': 3, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:16.283553 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Checking router: cb8d36f5-822f-4abb-99f3-f916bc91bb64 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:16.283760 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Updating router cb8d36f5-822f-4abb-99f3-f916bc91bb64 port 3f00b220-e1e7-4364-81e4-6d4e48a15f40 binding host dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:23:16.312550 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.314899 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d1eb322f-cae1-487e-b3d5-26a2e40ea33c None None] For port 720cba31-8735-4f75-be30-7d428649fc20, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=720cba31-8735-4f75-be30-7d428649fc20,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:16.320700 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1eb322f-cae1-487e-b3d5-26a2e40ea33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.324129 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.330071 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Transition to ACTIVE for port object 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:16.371441 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.414857 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:16.417915 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:16.423514 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:16.451833 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb322f-cae1-487e-b3d5-26a2e40ea33c None None] Pushing event updated for resources: {'Port': ['ID=720cba31-8735-4f75-be30-7d428649fc20,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:16.453194 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=538efd5f-f043-4f0c-a8ba-fe3ac6fae30a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:16.464517 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.464865 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.465204 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.465545 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.465873 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.466203 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.466553 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.466877 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.467200 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.467526 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.467972 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.468338 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:16.479020 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef7beba9-940d-4f1a-ac57-6622a0bb2566 None None] Provisioning complete for port 720cba31-8735-4f75-be30-7d428649fc20 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:16.479395 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef7beba9-940d-4f1a-ac57-6622a0bb2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.480153 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2070330'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.613559 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.692042 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.702544 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Transition to ACTIVE for port object 3f00b220-e1e7-4364-81e4-6d4e48a15f40 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:16.708640 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.769192 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Attempting to bind port 3f00b220-e1e7-4364-81e4-6d4e48a15f40 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:16.769560 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Attempting to bind port 3f00b220-e1e7-4364-81e4-6d4e48a15f40 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:16.769914 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Attempting to bind port 3f00b220-e1e7-4364-81e4-6d4e48a15f40 on network 2f103694-ff76-4964-9445-b94d6a64c4a3 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:16.778650 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828e7f2-40c0-4b37-85ce-4fc3757864da None None] Pushing event updated for resources: {'Port': ['ID=3f00b220-e1e7-4364-81e4-6d4e48a15f40,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:16.783596 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:16.784056 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:16.784520 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.784904 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Bound using segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:16.785407 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Bound port: 3f00b220-e1e7-4364-81e4-6d4e48a15f40, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:16.786008 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.789611 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-38354e59-cf1f-4246-96c6-8e4eeac19584 None None] Provisioning for port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:16.811890 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-38354e59-cf1f-4246-96c6-8e4eeac19584 None None] Provisioning complete for port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:16.812163 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-38354e59-cf1f-4246-96c6-8e4eeac19584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.868440 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-38354e59-cf1f-4246-96c6-8e4eeac19584 None None] Port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:16.871511 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] For port 3f00b220-e1e7-4364-81e4-6d4e48a15f40, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:16.875233 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] For port 3f00b220-e1e7-4364-81e4-6d4e48a15f40, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=3f00b220-e1e7-4364-81e4-6d4e48a15f40,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:16.880575 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.941175 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:16.942102 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:16.947891 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828e7f2-40c0-4b37-85ce-4fc3757864da None None] Pushing event updated for resources: {'Port': ['ID=3f00b220-e1e7-4364-81e4-6d4e48a15f40,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:17.053600 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 720cba31-8735-4f75-be30-7d428649fc20 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:17.060584 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.065595 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.092363 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:17.130020 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068709'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.138064 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=538efd5f-f043-4f0c-a8ba-fe3ac6fae30a,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:17.215375 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 720cba31-8735-4f75-be30-7d428649fc20 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:17.215740 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.224113 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:17.225444 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:17.341376 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Router cb8d36f5-822f-4abb-99f3-f916bc91bb64 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:17.368572 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 1, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:17.400005 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59a094-42a7-4a72-9458-a68d1d72dceb None None] The sync data for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi is: [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 1, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:17.457957 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:17.463826 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-eba15a30-91cb-4965-aa24-15805e57d6a8 admin admin] 10.222.0.60 "PUT /v2.0/routers/cb8d36f5-822f-4abb-99f3-f916bc91bb64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8414214 Aug 27 16:23:17.492508 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-404af70f-5e73-4140-bb02-ccb8ea5cbc08 None None] Provisioning complete for port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:17.492750 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-404af70f-5e73-4140-bb02-ccb8ea5cbc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.528858 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-404af70f-5e73-4140-bb02-ccb8ea5cbc08 None None] Port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:17.619378 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c628e08e-411d-4d01-a217-9c94ccedc59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.977905 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39214) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:17.988638 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-910762099-network', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:18.020390 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Made reservation on behalf of 14ca09ec74f44b18801548ee252ba5f8 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:18.023321 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.035410 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.099416 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.142596 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.149546 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.175896 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:18.185924 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2439bafb-1df9-4e90-badf-c1657fd6adef,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:18.192921 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.193301 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.segments_db [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Added segment feb4bf64-22d6-4e81-a3fb-cdb47bcc375a of type vlan for network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 Aug 27 16:23:18.240023 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.265863 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.266886 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:18.267472 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.325107 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3458908 Aug 27 16:23:18.327642 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39218) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:18.333018 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Request body: {'subnet': {'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-910762099-subnet', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:18.344500 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b64baf-ea76-4659-b5e6-0b178f607158 admin admin] Pushing event updated for resources: {'Network': ['ID=5bca4ad7-06e0-4e7a-80d8-a6b94e99d789,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:18.354544 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:18.359969 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Made reservation on behalf of 14ca09ec74f44b18801548ee252ba5f8 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:18.362496 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10380291'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.543675 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10306943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10380401'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.601154 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cf5e082-c88d-4ee0-b131-b13573236b38,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:18.608270 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Checking segment: {'id': 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:18.608632 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Network hostable DHCP agents. Network: 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:18.626726 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:18.636165 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:18.643576 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b15e76-0f2d-4849-9f6c-7afeb18f3868 None None] Network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:18.647170 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:18.647777 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.661737 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-f89e68a8-a69b-4a55-8de6-2e4653f5bdd0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3330994 Aug 27 16:23:18.664487 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39220) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:18.668774 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-910762099-router', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:18.689100 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2072572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4658'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.690110 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2072400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.742682 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.804922 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb75401-a5be-5b0a-afe3-807abf29c83e-5bca4ad7-06e0-4e7a-80d8-a6b94e99d789', 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'fixed_ips': [{'subnet_id': '5cf5e082-c88d-4ee0-b131-b13573236b38'}]}} from dv-cinder-800695-5-iscsi. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:23:18.805790 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.905952 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.914962 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-f08cf802-d844-42d0-bbf1-2d1e8af6f396 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1318021 Aug 27 16:23:18.947058 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Allocated IP 172.20.0.2 (5bca4ad7-06e0-4e7a-80d8-a6b94e99d789/5cf5e082-c88d-4ee0-b131-b13573236b38/e1d72208-7207-4a5f-83f0-6c84ebda4d61) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:19.118366 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 3f00b220-e1e7-4364-81e4-6d4e48a15f40 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:19.149273 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.154148 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-a3f5e563-fff4-490b-ae4a-f7c0049553ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:19.155676 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-a3f5e563-fff4-490b-ae4a-f7c0049553ad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 1098 time: 0.1381314 Aug 27 16:23:19.173551 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Transition to ACTIVE for port object e1d72208-7207-4a5f-83f0-6c84ebda4d61 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:19.193692 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Transition to ACTIVE for port object e1d72208-7207-4a5f-83f0-6c84ebda4d61 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:19.202942 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.212596 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 3f00b220-e1e7-4364-81e4-6d4e48a15f40 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:19.238823 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 3f00b220-e1e7-4364-81e4-6d4e48a15f40 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:19.239764 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.247462 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.273375 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.282045 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:19.291184 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:19.293615 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:19.311158 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Pushing event updated for resources: {'Port': ['ID=e1d72208-7207-4a5f-83f0-6c84ebda4d61,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:19.335836 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-927ad09e-a46c-4172-b5c8-40c0b62e2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:19.337308 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-927ad09e-a46c-4172-b5c8-40c0b62e2598 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 912 time: 0.1594193 Aug 27 16:23:19.372209 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Attempting to bind port e1d72208-7207-4a5f-83f0-6c84ebda4d61 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:19.372583 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Attempting to bind port e1d72208-7207-4a5f-83f0-6c84ebda4d61 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:19.372948 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Attempting to bind port e1d72208-7207-4a5f-83f0-6c84ebda4d61 on network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:19.397052 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:19.397438 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Checking segment: {'id': 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:19.397843 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.398238 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Bound using segment: {'id': 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:19.398731 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Bound port: e1d72208-7207-4a5f-83f0-6c84ebda4d61, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:19.399117 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.421324 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.445286 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-75d2abce-a3b4-45ef-8189-d6ac381657ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2327a649-2d80-48a8-a769-258b94e2dac2 HTTP/1.1" status: 200 len: 1000 time: 0.0965214 Aug 27 16:23:19.451725 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Allocated IP 172.27.0.224 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/822464d5-096b-4014-952a-b2fce14dafef) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:19.473418 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 3f00b220-e1e7-4364-81e4-6d4e48a15f40, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=3f00b220-e1e7-4364-81e4-6d4e48a15f40,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:19.479711 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.508281 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Sync routers for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:19.517729 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:19.518464 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:22:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:19.522927 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] For port e1d72208-7207-4a5f-83f0-6c84ebda4d61, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:19.542099 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] For port e1d72208-7207-4a5f-83f0-6c84ebda4d61, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=e1d72208-7207-4a5f-83f0-6c84ebda4d61,segment=NetworkSegment(feb4bf64-22d6-4e81-a3fb-cdb47bcc375a),segment_id=feb4bf64-22d6-4e81-a3fb-cdb47bcc375a)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:19.544574 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-2f86e29b-cb08-4e0e-9470-112cb0458f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:19.546042 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-2f86e29b-cb08-4e0e-9470-112cb0458f7d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.0921855 Aug 27 16:23:19.553105 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.557570 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=3f00b220-e1e7-4364-81e4-6d4e48a15f40,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:19.609928 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3680edd-4977-425f-9dd9-13d46593a45e None None] Pushing event updated for resources: {'Port': ['ID=e1d72208-7207-4a5f-83f0-6c84ebda4d61,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:19.630273 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.636048 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-df3488fa-cd76-4301-bd0e-2c3617e2ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:19.637619 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-df3488fa-cd76-4301-bd0e-2c3617e2ae65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828745 Aug 27 16:23:19.642368 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:19.752228 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.766873 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-599781db-3b4c-4eac-aa0c-f447c728ce82 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165435 Aug 27 16:23:19.847163 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:19.852781 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:19.857404 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:19.879675 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 2, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:19.899311 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Pushing event updated for resources: {'Port': ['ID=822464d5-096b-4014-952a-b2fce14dafef,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:19.914703 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Checking router: cb8d36f5-822f-4abb-99f3-f916bc91bb64 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:19.915059 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Updating router cb8d36f5-822f-4abb-99f3-f916bc91bb64 port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a binding host dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:23:19.954075 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.973468 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-229aa092-ddb4-41a0-ade4-db80b5652941 req-cf146d0f-c32f-4bbb-a221-af14654107df service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877859 Aug 27 16:23:20.030475 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd526c8c-7c02-41e4-b502-b2431c34768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.153039 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.220803 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.231778 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Transition to ACTIVE for port object 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:20.238764 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.289347 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Pushing event updated for resources: {'Port': ['ID=538efd5f-f043-4f0c-a8ba-fe3ac6fae30a,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:20.298142 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.318310 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.319019 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.319546 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.320040 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.320602 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.320833 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.321332 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.321933 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.322611 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.323083 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.323572 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.324094 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:20.370923 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Attempting to bind port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:20.371479 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Attempting to bind port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:20.371848 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Attempting to bind port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a on network 98293395-c033-4da0-bb11-2cb3bb7462c1 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:20.378659 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:20.379035 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Checking segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:20.379443 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.379846 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Bound using segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:20.380325 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Bound port: 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:20.380728 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.481513 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] For port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:20.486693 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] For port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=538efd5f-f043-4f0c-a8ba-fe3ac6fae30a,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:20.503405 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.574660 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:20.575284 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:20.634082 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982d617-f5a4-4cec-b649-829e9e8c0aa9 None None] Pushing event updated for resources: {'Port': ['ID=538efd5f-f043-4f0c-a8ba-fe3ac6fae30a,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:20.733353 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:20.837874 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2072427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.912623 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e37e4f-48de-4f2b-9d76-fa8d7f6ea218 None None] Network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:20.965520 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b5e13-795c-4413-9a8a-1b8a39889012 req-7fa20b65-8d17-415c-b5c6-187244b361ae tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:20.967044 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a2b5e13-795c-4413-9a8a-1b8a39889012 req-7fa20b65-8d17-415c-b5c6-187244b361ae tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.1269004 Aug 27 16:23:20.980756 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:23:20.988739 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:20Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:21.022866 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b1a0b-06bd-4aaf-b95b-43ef2a513e79 None None] The sync data for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi is: [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:20Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:21.034681 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5a2b5e13-795c-4413-9a8a-1b8a39889012 req-bf5b59cc-5aa2-4a45-a618-10e7cf7010e6 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526478 Aug 27 16:23:21.078091 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a3a4c3c2-5e83-4cd5-a378-60194499edeb None None] Provisioning for port e1d72208-7207-4a5f-83f0-6c84ebda4d61 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:21.083147 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a is scheduled to L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:23:21.215739 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:21.231909 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Sync routers for ids ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:21.239603 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.239959 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device e1d72208-7207-4a5f-83f0-6c84ebda4d61 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:21.244771 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-5df83c56-b5ad-4b3b-bd20-c89f48fbbc55 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5792274 Aug 27 16:23:21.245481 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39238) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:21.272179 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Routers {'12e31fc2-27cf-43bc-87d1-b7d4dd50699a'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:21.273074 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:21.521933 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port e1d72208-7207-4a5f-83f0-6c84ebda4d61 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:21.543086 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port e1d72208-7207-4a5f-83f0-6c84ebda4d61 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:21.543450 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.550934 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Set router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:21.623314 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.626409 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-73365320-aade-4af6-9fcc-fa2e5afe218e None None] Provisioning complete for port e1d72208-7207-4a5f-83f0-6c84ebda4d61 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:21.626769 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-73365320-aade-4af6-9fcc-fa2e5afe218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.811721 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.861355 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-73365320-aade-4af6-9fcc-fa2e5afe218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.888212 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port e1d72208-7207-4a5f-83f0-6c84ebda4d61, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=e1d72208-7207-4a5f-83f0-6c84ebda4d61,segment=NetworkSegment(feb4bf64-22d6-4e81-a3fb-cdb47bcc375a),segment_id=feb4bf64-22d6-4e81-a3fb-cdb47bcc375a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:21.893746 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.894564 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:21.934227 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.010385 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'name': 'tempest-TestVolumeBootPattern-910762099-router', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '822464d5-096b-4014-952a-b2fce14dafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:18Z', 'updated_at': '2021-08-27T16:23:20Z', 'revision_number': 3, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'gw_port': {'id': '822464d5-096b-4014-952a-b2fce14dafef', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:19Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:22.015686 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=e1d72208-7207-4a5f-83f0-6c84ebda4d61,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:22.045438 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.db.api [None req-73365320-aade-4af6-9fcc-fa2e5afe218e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:23:22.045836 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG oslo_db.api [None req-73365320-aade-4af6-9fcc-fa2e5afe218e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:23:22.046406 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Checking router: 12e31fc2-27cf-43bc-87d1-b7d4dd50699a for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:22.046753 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Updating router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a port 822464d5-096b-4014-952a-b2fce14dafef binding host dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:23:22.083808 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.097863 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Allocated IP 172.20.0.1 (5bca4ad7-06e0-4e7a-80d8-a6b94e99d789/5cf5e082-c88d-4ee0-b131-b13573236b38/e3f0d065-f03f-469d-86bb-55d386d67c5a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:22.107941 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:22.113960 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:22.114362 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.151604 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7176ef-5965-4a2e-9bc5-cfa9f2c0623c req-e0a6ba4b-b975-4c54-ba17-d4c12fdfd0ee tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:22.153368 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7d7176ef-5965-4a2e-9bc5-cfa9f2c0623c req-e0a6ba4b-b975-4c54-ba17-d4c12fdfd0ee tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0542839 Aug 27 16:23:22.192197 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7d7176ef-5965-4a2e-9bc5-cfa9f2c0623c req-a1acf1b7-7abf-4a95-959a-d49c4e8635b2 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=9de8011c-7e19-41e8-b1f5-b3750f5cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329118 Aug 27 16:23:22.208023 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.220795 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Transition to ACTIVE for port object e3f0d065-f03f-469d-86bb-55d386d67c5a will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:22.255126 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.291316 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:22.295860 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:22.299496 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:22.311540 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.323422 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f0d065-f03f-469d-86bb-55d386d67c5a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:22.336698 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.337035 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.337567 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.337895 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.338420 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.338775 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.339094 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.339413 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.339732 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.340046 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.340360 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.340674 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:22.352409 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2070330'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.370827 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=538efd5f-f043-4f0c-a8ba-fe3ac6fae30a,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:22.380417 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.381219 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 3f00b220-e1e7-4364-81e4-6d4e48a15f40 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:22.471140 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-65b7a4b9-9496-4ec6-acf4-ea8c0b6272d6 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:22.472921 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-65b7a4b9-9496-4ec6-acf4-ea8c0b6272d6 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 945 time: 0.0705969 Aug 27 16:23:22.502710 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.509393 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.529180 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=538efd5f-f043-4f0c-a8ba-fe3ac6fae30a,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:22.532945 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Transition to ACTIVE for port object 822464d5-096b-4014-952a-b2fce14dafef will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:22.543458 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.558435 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 3f00b220-e1e7-4364-81e4-6d4e48a15f40 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:22.558841 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.580084 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Deleting port 2327a649-2d80-48a8-a769-258b94e2dac2 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:22.580337 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.663278 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Attempting to bind port 822464d5-096b-4014-952a-b2fce14dafef on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:22.664114 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Attempting to bind port 822464d5-096b-4014-952a-b2fce14dafef by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:22.664114 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Attempting to bind port 822464d5-096b-4014-952a-b2fce14dafef on network 2f103694-ff76-4964-9445-b94d6a64c4a3 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:22.665899 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb997652-6975-4e4f-aa42-94f713afd84f None None] Pushing event updated for resources: {'Port': ['ID=822464d5-096b-4014-952a-b2fce14dafef,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:22.672726 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] For port 2327a649-2d80-48a8-a769-258b94e2dac2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2327a649-2d80-48a8-a769-258b94e2dac2,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:22.673099 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.677179 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:22.677485 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:22.677885 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.678286 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Bound using segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:22.679062 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Bound port: 822464d5-096b-4014-952a-b2fce14dafef, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:22.679194 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.710101 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.720286 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356014'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.771937 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] For port 822464d5-096b-4014-952a-b2fce14dafef, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:22.776892 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] For port 822464d5-096b-4014-952a-b2fce14dafef, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=822464d5-096b-4014-952a-b2fce14dafef,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:22.791220 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.801078 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f0d065-f03f-469d-86bb-55d386d67c5a,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:22.805164 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068709'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.833957 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ae0740b1-eabe-419b-9c63-10ce09e70b32 None None] Provisioning for port e3f0d065-f03f-469d-86bb-55d386d67c5a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:22.845016 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ae0740b1-eabe-419b-9c63-10ce09e70b32 None None] Provisioning complete for port e3f0d065-f03f-469d-86bb-55d386d67c5a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:22.845389 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae0740b1-eabe-419b-9c63-10ce09e70b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.888394 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Routers {'12e31fc2-27cf-43bc-87d1-b7d4dd50699a'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:22.889001 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:22.900215 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:22.901743 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:22.910482 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.910941 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.911362 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Floating IP 5f2dc200-029b-45bb-9b46-c022e1f644c3 disassociated. External IP: 172.27.0.22, port: 2327a649-2d80-48a8-a769-258b94e2dac2. Aug 27 16:23:22.911758 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Calling delete_port for 2327a649-2d80-48a8-a769-258b94e2dac2 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:22.930702 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb997652-6975-4e4f-aa42-94f713afd84f None None] Pushing event updated for resources: {'Port': ['ID=822464d5-096b-4014-952a-b2fce14dafef,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:22.950459 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.957080 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ae0740b1-eabe-419b-9c63-10ce09e70b32 None None] Port e3f0d065-f03f-469d-86bb-55d386d67c5a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:23.049782 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] Set router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:23.052341 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:23.113847 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device e1d72208-7207-4a5f-83f0-6c84ebda4d61 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:23.133709 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.181417 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event deleted for resources: {'Port': ['ID=2327a649-2d80-48a8-a769-258b94e2dac2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:23.190403 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:23.208311 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b6f3f706-c2a7-4bae-bd80-9316bc520550 admin admin] 10.222.0.60 "PUT /v2.0/routers/12e31fc2-27cf-43bc-87d1-b7d4dd50699a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9533391 Aug 27 16:23:23.271925 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-75385ff8-831c-478d-91b0-d7238ed77080 None None] Provisioning complete for port e3f0d065-f03f-469d-86bb-55d386d67c5a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:23.272321 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75385ff8-831c-478d-91b0-d7238ed77080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.317048 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e2cea2c7-0d62-45f7-b573-1805bfd5dc59 req-ac52431a-7214-4437-ae5b-2e0c794ab194 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 210 time: 0.0384183 Aug 27 16:23:23.339689 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Router 69474aa8-2655-41ac-999f-ce3778829f34 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:23.348135 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port e1d72208-7207-4a5f-83f0-6c84ebda4d61 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:23.348505 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.349974 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-75385ff8-831c-478d-91b0-d7238ed77080 None None] Port e3f0d065-f03f-469d-86bb-55d386d67c5a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:23.412467 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'name': 'tempest-TestVolumeBootPattern-910762099-router', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '822464d5-096b-4014-952a-b2fce14dafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:18Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 4, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'gw_port': {'id': '822464d5-096b-4014-952a-b2fce14dafef', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:19Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'e3f0d065-f03f-469d-86bb-55d386d67c5a', 'name': '', 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'mac_address': 'fa:16:3e:8e:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5cf5e082-c88d-4ee0-b131-b13573236b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:21Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 2, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'subnets': [{'id': '5cf5e082-c88d-4ee0-b131-b13573236b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:23.462578 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:23.476547 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] Sync routers for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:23.485899 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:23.486811 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:23.517652 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] No DVR routers for this DVR port 2327a649-2d80-48a8-a769-258b94e2dac2 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:23.520928 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.523435 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-abf99928-9a49-44c8-9034-ffb7da99e18b req-b27a762b-c348-4106-90bf-2612fb165a63 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.88 "DELETE /v2.0/ports/2327a649-2d80-48a8-a769-258b94e2dac2 HTTP/1.1" status: 204 len: 173 time: 1.0445776 Aug 27 16:23:23.523998 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'name': 'network-vif-deleted', 'tag': '2327a649-2d80-48a8-a769-258b94e2dac2'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:23:23.526345 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e28a5d-4d03-4387-a0a9-e2c58ad9edb0" -d '{"events": [{"server_uuid": "e7afb35c-ab38-47f1-b2f2-3a5c8c20654c", "name": "network-vif-deleted", "tag": "2327a649-2d80-48a8-a769-258b94e2dac2"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:23:23.592849 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d123cc7d-6ef0-4118-b78a-531bc923312a x-openstack-request-id: req-d123cc7d-6ef0-4118-b78a-531bc923312a {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:23:23.593198 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7afb35c-ab38-47f1-b2f2-3a5c8c20654c", "name": "network-vif-deleted", "tag": "2327a649-2d80-48a8-a769-258b94e2dac2", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:23:23.593452 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d123cc7d-6ef0-4118-b78a-531bc923312a {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:23:23.593855 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7afb35c-ab38-47f1-b2f2-3a5c8c20654c', 'name': 'network-vif-deleted', 'tag': '2327a649-2d80-48a8-a769-258b94e2dac2', 'status': 'completed', 'code': 200} Aug 27 16:23:23.598592 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957917c7-31d9-4311-aeee-a8b23b6950a2 None None] The sync data for ids ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'] in dv-cinder-800695-5-iscsi is: [{'id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'name': 'tempest-TestVolumeBootPattern-910762099-router', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '822464d5-096b-4014-952a-b2fce14dafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:18Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 4, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'gw_port': {'id': '822464d5-096b-4014-952a-b2fce14dafef', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:19Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'e3f0d065-f03f-469d-86bb-55d386d67c5a', 'name': '', 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'mac_address': 'fa:16:3e:8e:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5cf5e082-c88d-4ee0-b131-b13573236b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:21Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 2, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'subnets': [{'id': '5cf5e082-c88d-4ee0-b131-b13573236b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:23.621905 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:23.702295 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:23.702295 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.837795 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:23.925625 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39258) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:23.934428 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-af13f106-ef61-42f2-b02f-53b5a302d448 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689628225', 'description': 'tempest-secgroup-smoke-1689628225 description', 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:23.984544 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af13f106-ef61-42f2-b02f-53b5a302d448 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.106703 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af13f106-ef61-42f2-b02f-53b5a302d448 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.113694 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af13f106-ef61-42f2-b02f-53b5a302d448 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.157392 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af13f106-ef61-42f2-b02f-53b5a302d448 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.163320 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-af13f106-ef61-42f2-b02f-53b5a302d448 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2365570 Aug 27 16:23:24.164651 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39260) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:24.168141 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:24.170239 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cc590505-0878-4680-9242-dfce3b29fd00 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'security_group_rule': {'security_group_id': 'd2b51241-1b8e-4b71-84d7-e8723befe3f4', 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:24.174689 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13f106-ef61-42f2-b02f-53b5a302d448 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b51241-1b8e-4b71-84d7-e8723befe3f4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:24.213531 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] Checking router: 69474aa8-2655-41ac-999f-ce3778829f34 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:24.220079 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc590505-0878-4680-9242-dfce3b29fd00 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.223338 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:24.224099 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:24.312661 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc590505-0878-4680-9242-dfce3b29fd00 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.317862 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc590505-0878-4680-9242-dfce3b29fd00 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.335353 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc590505-0878-4680-9242-dfce3b29fd00 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f572a52-eb27-4dd1-9782-2f91be30811b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:24.348415 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc590505-0878-4680-9242-dfce3b29fd00 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.354453 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-cc590505-0878-4680-9242-dfce3b29fd00 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883578 Aug 27 16:23:24.355180 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39264) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:24.359743 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:24.360051 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d6d162b5-0e15-4bec-80f0-57c2daeea1c1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'security_group_rule': {'security_group_id': 'd2b51241-1b8e-4b71-84d7-e8723befe3f4', 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:24.415482 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6d162b5-0e15-4bec-80f0-57c2daeea1c1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.534820 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a09dd5b8-b9ff-47e3-8e13-1e5bb2525aaf req-68b2b36f-c212-4e60-8241-ca3e85324d0d tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7afb35c-ab38-47f1-b2f2-3a5c8c20654c HTTP/1.1" status: 200 len: 210 time: 0.0738354 Aug 27 16:23:24.551406 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6d162b5-0e15-4bec-80f0-57c2daeea1c1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.566712 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6d162b5-0e15-4bec-80f0-57c2daeea1c1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.592056 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d162b5-0e15-4bec-80f0-57c2daeea1c1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ceff029-30fd-4eac-af5b-ec95b815cf0e,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:24.596310 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6d162b5-0e15-4bec-80f0-57c2daeea1c1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.597816 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d6d162b5-0e15-4bec-80f0-57c2daeea1c1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2415586 Aug 27 16:23:24.600881 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39266) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:24.605711 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7054eb27-bf90-474b-b20c-35e7d03d9715 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'security_group_rule': {'security_group_id': 'd2b51241-1b8e-4b71-84d7-e8723befe3f4', 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:24.642371 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7054eb27-bf90-474b-b20c-35e7d03d9715 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.664152 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:24.696883 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1fce1-79d4-4454-ace8-a97593f20631 None None] The sync data for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi is: [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:24.710724 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7054eb27-bf90-474b-b20c-35e7d03d9715 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.714950 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7054eb27-bf90-474b-b20c-35e7d03d9715 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.735476 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054eb27-bf90-474b-b20c-35e7d03d9715 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1409528a-ed27-4661-a6b1-468183f48e21,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:24.752024 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7054eb27-bf90-474b-b20c-35e7d03d9715 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.753921 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7054eb27-bf90-474b-b20c-35e7d03d9715 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513267 Aug 27 16:23:24.756754 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39268) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:24.761531 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f85b1581-dc55-4e2f-a012-84945c9d0fb7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'security_group_rule': {'security_group_id': 'd2b51241-1b8e-4b71-84d7-e8723befe3f4', 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:24.795623 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f85b1581-dc55-4e2f-a012-84945c9d0fb7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.868877 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f85b1581-dc55-4e2f-a012-84945c9d0fb7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.877051 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f85b1581-dc55-4e2f-a012-84945c9d0fb7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.896157 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b1581-dc55-4e2f-a012-84945c9d0fb7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fba27f7-1286-4bf9-a097-db908a6504ec,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:24.902672 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f85b1581-dc55-4e2f-a012-84945c9d0fb7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.906660 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f85b1581-dc55-4e2f-a012-84945c9d0fb7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461701 Aug 27 16:23:24.906902 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39270) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:24.912022 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-797eb6db-756f-4ff2-ba5f-25096eb86247 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'security_group_rule': {'security_group_id': 'd2b51241-1b8e-4b71-84d7-e8723befe3f4', 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:24.935576 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-797eb6db-756f-4ff2-ba5f-25096eb86247 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Project 87d9ba6fcedd4154bb85668aafa7e0b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:23:24.941425 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-797eb6db-756f-4ff2-ba5f-25096eb86247 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.024209 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-797eb6db-756f-4ff2-ba5f-25096eb86247 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.031049 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-797eb6db-756f-4ff2-ba5f-25096eb86247 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.056354 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797eb6db-756f-4ff2-ba5f-25096eb86247 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03392027-7e5f-4d43-8357-fb97aad2fc9b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:25.065543 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-797eb6db-756f-4ff2-ba5f-25096eb86247 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.069485 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-797eb6db-756f-4ff2-ba5f-25096eb86247 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1590037 Aug 27 16:23:25.070901 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39274) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:25.075568 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1b594342-4f79-4181-aad5-156ee4da5433 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'security_group_rule': {'security_group_id': 'd2b51241-1b8e-4b71-84d7-e8723befe3f4', 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:25.112831 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 822464d5-096b-4014-952a-b2fce14dafef up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:25.120683 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-1b594342-4f79-4181-aad5-156ee4da5433 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Project 87d9ba6fcedd4154bb85668aafa7e0b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:23:25.128545 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b594342-4f79-4181-aad5-156ee4da5433 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.153293 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a906588-07f9-471f-b158-c7b2e07762a0 None None] New status for floating IP 5f2dc200-029b-45bb-9b46-c022e1f644c3: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:23:25.209044 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b594342-4f79-4181-aad5-156ee4da5433 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.213945 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b594342-4f79-4181-aad5-156ee4da5433 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.233029 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b594342-4f79-4181-aad5-156ee4da5433 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85830de1-7d63-4c2d-9bf8-2160b615c8b4,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:25.244188 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b594342-4f79-4181-aad5-156ee4da5433 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.247208 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-1b594342-4f79-4181-aad5-156ee4da5433 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1736169 Aug 27 16:23:25.269596 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 822464d5-096b-4014-952a-b2fce14dafef completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:25.275690 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 822464d5-096b-4014-952a-b2fce14dafef triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:25.275690 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.364676 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.394095 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 822464d5-096b-4014-952a-b2fce14dafef, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=822464d5-096b-4014-952a-b2fce14dafef,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:25.399425 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.451250 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=822464d5-096b-4014-952a-b2fce14dafef,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:25.625530 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39320) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:25.699061 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-961448bf-2701-4799-8281-4c5199da11cd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.725043 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-961448bf-2701-4799-8281-4c5199da11cd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.775600 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-961448bf-2701-4799-8281-4c5199da11cd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.778154 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-961448bf-2701-4799-8281-4c5199da11cd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.779360 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-961448bf-2701-4799-8281-4c5199da11cd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "DELETE /v2.0/security-groups/9de8011c-7e19-41e8-b1f5-b3750f5cd18f HTTP/1.1" status: 204 len: 168 time: 0.1525283 Aug 27 16:23:25.782591 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39326) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:25.788489 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961448bf-2701-4799-8281-4c5199da11cd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de8011c-7e19-41e8-b1f5-b3750f5cd18f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:25.796656 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.api.v2.resource [None req-2c1e1632-0ded-4424-89c7-4497c0d978d0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] show failed (client error): The resource could not be found. Aug 27 16:23:25.797779 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2c1e1632-0ded-4424-89c7-4497c0d978d0 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups/9de8011c-7e19-41e8-b1f5-b3750f5cd18f HTTP/1.1" status: 404 len: 347 time: 0.0139408 Aug 27 16:23:25.801155 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39328) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:25.938039 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6301499a-28bf-425a-95ee-dc8b1d43eee3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Deleting port 1cc9b0ce-4fc7-4123-958c-34965bfb2a28 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:25.938867 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6301499a-28bf-425a-95ee-dc8b1d43eee3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.013517 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6301499a-28bf-425a-95ee-dc8b1d43eee3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.013849 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6301499a-28bf-425a-95ee-dc8b1d43eee3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.027604 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6301499a-28bf-425a-95ee-dc8b1d43eee3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Calling delete_port for 1cc9b0ce-4fc7-4123-958c-34965bfb2a28 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:26.155755 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Sync routers for ids ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:26.165206 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Routers {'12e31fc2-27cf-43bc-87d1-b7d4dd50699a'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:26.165876 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:26.176521 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6301499a-28bf-425a-95ee-dc8b1d43eee3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.200116 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301499a-28bf-425a-95ee-dc8b1d43eee3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event deleted for resources: {'Port': ['ID=1cc9b0ce-4fc7-4123-958c-34965bfb2a28,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:26.273791 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6301499a-28bf-425a-95ee-dc8b1d43eee3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.276432 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6301499a-28bf-425a-95ee-dc8b1d43eee3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.277579 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6301499a-28bf-425a-95ee-dc8b1d43eee3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "DELETE /v2.0/floatingips/5f2dc200-029b-45bb-9b46-c022e1f644c3 HTTP/1.1" status: 204 len: 168 time: 0.4751949 Aug 27 16:23:26.278549 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Set router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:26.484841 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'name': 'tempest-TestVolumeBootPattern-910762099-router', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '822464d5-096b-4014-952a-b2fce14dafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:18Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 4, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'gw_port': {'id': '822464d5-096b-4014-952a-b2fce14dafef', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:19Z', 'updated_at': '2021-08-27T16:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'e3f0d065-f03f-469d-86bb-55d386d67c5a', 'name': '', 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'mac_address': 'fa:16:3e:8e:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5cf5e082-c88d-4ee0-b131-b13573236b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:21Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 2, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'subnets': [{'id': '5cf5e082-c88d-4ee0-b131-b13573236b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:26.511110 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Checking router: 12e31fc2-27cf-43bc-87d1-b7d4dd50699a for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:26.511493 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Updating router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a port e3f0d065-f03f-469d-86bb-55d386d67c5a binding host dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:23:26.535491 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.800989 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.814392 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Transition to ACTIVE for port object e3f0d065-f03f-469d-86bb-55d386d67c5a will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:26.821346 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.884754 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39350) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:26.889516 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a15c3a82-d145-489a-abe4-9e23aa8a7f99 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993127338', 'description': 'tempest-description--1117931664'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:26.890291 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c9763-9140-4bb5-83bb-b3b776b5a06a None None] Pushing event updated for resources: {'Port': ['ID=e3f0d065-f03f-469d-86bb-55d386d67c5a,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:26.915608 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a15c3a82-d145-489a-abe4-9e23aa8a7f99 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.920182 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Attempting to bind port e3f0d065-f03f-469d-86bb-55d386d67c5a on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:26.920874 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Attempting to bind port e3f0d065-f03f-469d-86bb-55d386d67c5a by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:26.921443 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Attempting to bind port e3f0d065-f03f-469d-86bb-55d386d67c5a on network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:26.927332 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:26.927705 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Checking segment: {'id': 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:26.928101 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.928510 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Bound using segment: {'id': 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:26.928953 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Bound port: e3f0d065-f03f-469d-86bb-55d386d67c5a, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:26.929346 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.994083 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] For port e3f0d065-f03f-469d-86bb-55d386d67c5a, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:27.001915 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] For port e3f0d065-f03f-469d-86bb-55d386d67c5a, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=e3f0d065-f03f-469d-86bb-55d386d67c5a,segment=NetworkSegment(feb4bf64-22d6-4e81-a3fb-cdb47bcc375a),segment_id=feb4bf64-22d6-4e81-a3fb-cdb47bcc375a)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:27.009675 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.014295 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a15c3a82-d145-489a-abe4-9e23aa8a7f99 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.019433 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a15c3a82-d145-489a-abe4-9e23aa8a7f99 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.064013 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a15c3a82-d145-489a-abe4-9e23aa8a7f99 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.068703 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a15c3a82-d145-489a-abe4-9e23aa8a7f99 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1795835 Aug 27 16:23:27.068703 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c3a82-d145-489a-abe4-9e23aa8a7f99 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:27.069444 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39352) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:27.072335 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Routers {'12e31fc2-27cf-43bc-87d1-b7d4dd50699a'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:27.072956 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:27.080614 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bbf53d45-f4fd-4e4d-8371-efd247bfe17f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'security_group_rule': {'security_group_id': '3b657ffa-6f81-4a6b-80c1-1d2636eae8e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:27.118824 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 822464d5-096b-4014-952a-b2fce14dafef up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:27.129020 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbf53d45-f4fd-4e4d-8371-efd247bfe17f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.186911 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 822464d5-096b-4014-952a-b2fce14dafef triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:27.188050 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.197466 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] Set router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:27.202931 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbf53d45-f4fd-4e4d-8371-efd247bfe17f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.209671 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbf53d45-f4fd-4e4d-8371-efd247bfe17f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.231480 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c9763-9140-4bb5-83bb-b3b776b5a06a None None] Pushing event updated for resources: {'Port': ['ID=e3f0d065-f03f-469d-86bb-55d386d67c5a,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:27.232513 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf53d45-f4fd-4e4d-8371-efd247bfe17f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df58c267-df8b-4356-a5b3-7f008af7c694,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:27.254856 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbf53d45-f4fd-4e4d-8371-efd247bfe17f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.256608 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-bbf53d45-f4fd-4e4d-8371-efd247bfe17f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833794 Aug 27 16:23:27.259470 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39356) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:27.265701 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9b37c7a8-f60e-4a61-afe6-2e31a152810a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'security_group_rule': {'security_group_id': '3b657ffa-6f81-4a6b-80c1-1d2636eae8e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:27.304296 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b37c7a8-f60e-4a61-afe6-2e31a152810a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.337674 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2327a649-2d80-48a8-a769-258b94e2dac2 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:27.366375 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: 2327a649-2d80-48a8-a769-258b94e2dac2 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:27.366717 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2327a649-2d80-48a8-a769-258b94e2dac2 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:27.400102 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b37c7a8-f60e-4a61-afe6-2e31a152810a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.404116 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b37c7a8-f60e-4a61-afe6-2e31a152810a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.422541 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37c7a8-f60e-4a61-afe6-2e31a152810a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64dba4cb-d599-433c-ac7d-02197cbf2349,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:27.428923 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b37c7a8-f60e-4a61-afe6-2e31a152810a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.430227 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9b37c7a8-f60e-4a61-afe6-2e31a152810a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693888 Aug 27 16:23:27.433450 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39358) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:27.437720 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'floatingip': {'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:27.447300 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'name': 'tempest-TestVolumeBootPattern-910762099-router', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '822464d5-096b-4014-952a-b2fce14dafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:18Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 4, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'gw_port': {'id': '822464d5-096b-4014-952a-b2fce14dafef', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:19Z', 'updated_at': '2021-08-27T16:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'e3f0d065-f03f-469d-86bb-55d386d67c5a', 'name': '', 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'mac_address': 'fa:16:3e:8e:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5cf5e082-c88d-4ee0-b131-b13573236b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:21Z', 'updated_at': '2021-08-27T16:23:26Z', 'revision_number': 4, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'subnets': [{'id': '5cf5e082-c88d-4ee0-b131-b13573236b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:27.459718 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.477556 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f813f-7072-427a-aa07-198c82acfdf2 None None] The sync data for ids ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'] in dv-cinder-800695-5-iscsi is: [{'id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'name': 'tempest-TestVolumeBootPattern-910762099-router', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '822464d5-096b-4014-952a-b2fce14dafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:18Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 4, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'gw_port': {'id': '822464d5-096b-4014-952a-b2fce14dafef', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:19Z', 'updated_at': '2021-08-27T16:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'e3f0d065-f03f-469d-86bb-55d386d67c5a', 'name': '', 'network_id': '5bca4ad7-06e0-4e7a-80d8-a6b94e99d789', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'mac_address': 'fa:16:3e:8e:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5cf5e082-c88d-4ee0-b131-b13573236b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:21Z', 'updated_at': '2021-08-27T16:23:26Z', 'revision_number': 4, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'subnets': [{'id': '5cf5e082-c88d-4ee0-b131-b13573236b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:27.560105 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.669802 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Allocated IP 172.27.0.124 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/9dd97dde-f9f3-44e1-a2d6-0026804d6c8b) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:27.778214 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.822895 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.880422 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:27.881809 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'Port': ['ID=9dd97dde-f9f3-44e1-a2d6-0026804d6c8b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:27.884798 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:27.889579 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:27.981151 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.019729 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.173774 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.178760 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.251796 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'Port': ['ID=9dd97dde-f9f3-44e1-a2d6-0026804d6c8b,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:28.265468 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.278544 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.279803 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-3070164b-68e0-443e-891b-f7350136efc8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8456001 Aug 27 16:23:28.467101 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-fd4220b8-7584-4046-98ef-d2c10f9c9f04 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1993127338&fields=id&tenant_id=cd11569712d94df49b98c19cc117f110 HTTP/1.1" status: 200 len: 267 time: 0.0367656 Aug 27 16:23:28.571367 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-898a2f08-ae02-4eb7-adaa-f96746239afa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:28.572737 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-898a2f08-ae02-4eb7-adaa-f96746239afa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 811 time: 0.0989704 Aug 27 16:23:28.587862 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-084ea3d1-8d79-4554-b8fb-527fa6875bd9 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/quotas/cd11569712d94df49b98c19cc117f110 HTTP/1.1" status: 200 len: 375 time: 0.0094101 Aug 27 16:23:28.645262 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-c12c6b78-cab1-4dfe-96fe-8c447bdbafea tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515535 Aug 27 16:23:28.739917 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-650c8b35-68ee-4193-a02f-c8c262d9d4e1 service neutron] 10.222.0.60 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834906 Aug 27 16:23:28.829842 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-87689d23-3780-4ead-8cdb-7958434a6188 service neutron] 10.222.0.60 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838304 Aug 27 16:23:29.002237 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-816533cd-01ad-4225-b99f-a0f083e94dd5 req-d2b0aa24-ba86-4fca-a924-6d384b83dca4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 210 time: 0.0349858 Aug 27 16:23:29.100208 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device e3f0d065-f03f-469d-86bb-55d386d67c5a up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:29.154176 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port e3f0d065-f03f-469d-86bb-55d386d67c5a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:29.158224 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port e3f0d065-f03f-469d-86bb-55d386d67c5a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:29.158651 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.240704 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.274086 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port e3f0d065-f03f-469d-86bb-55d386d67c5a, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=e3f0d065-f03f-469d-86bb-55d386d67c5a,segment=NetworkSegment(feb4bf64-22d6-4e81-a3fb-cdb47bcc375a),segment_id=feb4bf64-22d6-4e81-a3fb-cdb47bcc375a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:29.278390 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.327253 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=e3f0d065-f03f-469d-86bb-55d386d67c5a,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:30.105566 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f0273cc8-384f-43ab-b933-e91834ed2f28 req-b4ae9880-969f-4144-bb36-358c5c573be4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 210 time: 0.0265720 Aug 27 16:23:30.373050 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-882d339b-cc8b-43c9-9f42-17fd469b8a55 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:30.374566 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-882d339b-cc8b-43c9-9f42-17fd469b8a55 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 811 time: 0.1020167 Aug 27 16:23:30.430725 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-4dec1cf6-1add-45e2-a570-6a6cce572d1d tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd11569712d94df49b98c19cc117f110 HTTP/1.1" status: 200 len: 380 time: 0.0380025 Aug 27 16:23:30.446117 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'port': {'device_id': '66419919-0d90-4e64-a673-13483f3d3140', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'admin_state_up': True, 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'security_groups': ['3b657ffa-6f81-4a6b-80c1-1d2636eae8e4']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:30.557145 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Made reservation on behalf of cd11569712d94df49b98c19cc117f110 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:30.561252 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.690075 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Allocated IP 172.20.0.9 (adf762ce-5518-4d19-b6cf-696e4e3885e7/d7776f88-8f4c-41fa-8abb-892cd28af917/df211739-2f64-4556-b147-0d0a12f06ead) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:30.837914 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.851708 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Transition to ACTIVE for port object df211739-2f64-4556-b147-0d0a12f06ead will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:30.884962 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.927492 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Network adf762ce-5518-4d19-b6cf-696e4e3885e7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:30.932289 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:30.935921 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:30.963583 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event updated for resources: {'Port': ['ID=df211739-2f64-4556-b147-0d0a12f06ead,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:30.994638 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:30.995277 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.019634 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-76717ee6-b356-4922-9bc0-93939652c4ad tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776019 Aug 27 16:23:31.043705 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Request body: {'port': {'device_id': '66419919-0d90-4e64-a673-13483f3d3140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:31.083591 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device e3f0d065-f03f-469d-86bb-55d386d67c5a up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:31.108901 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.141409 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-54cf9ebb-5d5d-4fcd-bd3f-723385157332 None None] Provisioning for port df211739-2f64-4556-b147-0d0a12f06ead completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:31.146277 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-54cf9ebb-5d5d-4fcd-bd3f-723385157332 None None] Provisioning complete for port df211739-2f64-4556-b147-0d0a12f06ead triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:31.146683 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-54cf9ebb-5d5d-4fcd-bd3f-723385157332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.188247 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-54cf9ebb-5d5d-4fcd-bd3f-723385157332 None None] Port df211739-2f64-4556-b147-0d0a12f06ead cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:31.190611 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port e3f0d065-f03f-469d-86bb-55d386d67c5a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:31.190983 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.225332 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2456c-ebd0-43aa-bf4a-745582d2aa21 req-9c856148-782d-48c1-a9bc-6f1aeba9c94e tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:31.227454 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a0c2456c-ebd0-43aa-bf4a-745582d2aa21 req-9c856148-782d-48c1-a9bc-6f1aeba9c94e tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 931 time: 0.0534489 Aug 27 16:23:31.271101 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a0c2456c-ebd0-43aa-bf4a-745582d2aa21 req-02c2513f-8862-456f-b208-91b8b95b5b2a tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370038 Aug 27 16:23:31.387948 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df211739-2f64-4556-b147-0d0a12f06ead {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:23:31.395082 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.407022 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Transition to ACTIVE for port object df211739-2f64-4556-b147-0d0a12f06ead will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:31.410715 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.469340 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Pushing event updated for resources: {'Port': ['ID=df211739-2f64-4556-b147-0d0a12f06ead,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:31.540225 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Attempting to bind port df211739-2f64-4556-b147-0d0a12f06ead on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:31.540560 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Attempting to bind port df211739-2f64-4556-b147-0d0a12f06ead by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:31.540885 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Attempting to bind port df211739-2f64-4556-b147-0d0a12f06ead on network adf762ce-5518-4d19-b6cf-696e4e3885e7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:31.545229 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Port df211739-2f64-4556-b147-0d0a12f06ead on network adf762ce-5518-4d19-b6cf-696e4e3885e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:31.545544 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Attempting to bind port df211739-2f64-4556-b147-0d0a12f06ead on network adf762ce-5518-4d19-b6cf-696e4e3885e7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:31.550549 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:31.550884 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Checking segment: {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:31.551264 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Bound using segment: {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:31.551743 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Bound port: df211739-2f64-4556-b147-0d0a12f06ead, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d59688e-16a9-4085-af9d-53c26152f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:31.552099 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.618645 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] For port df211739-2f64-4556-b147-0d0a12f06ead, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:31.621562 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] For port df211739-2f64-4556-b147-0d0a12f06ead, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=df211739-2f64-4556-b147-0d0a12f06ead,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:31.625886 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.663713 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:31.664331 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.665722 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] 10.222.0.88 "PUT /v2.0/ports/df211739-2f64-4556-b147-0d0a12f06ead HTTP/1.1" status: 200 len: 1093 time: 0.6266897 Aug 27 16:23:31.666368 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66419919-0d90-4e64-a673-13483f3d3140', 'tag': 'df211739-2f64-4556-b147-0d0a12f06ead'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:23:31.668519 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9" -d '{"events": [{"name": "network-changed", "server_uuid": "66419919-0d90-4e64-a673-13483f3d3140", "tag": "df211739-2f64-4556-b147-0d0a12f06ead"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:23:31.692917 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92959541-e6ff-4b9b-bdbe-861125a29fba service neutron] Pushing event updated for resources: {'Port': ['ID=df211739-2f64-4556-b147-0d0a12f06ead,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:31.714945 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541aece5-e3dd-4373-8f75-c333b59e1629 x-openstack-request-id: req-541aece5-e3dd-4373-8f75-c333b59e1629 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:23:31.715178 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66419919-0d90-4e64-a673-13483f3d3140", "tag": "df211739-2f64-4556-b147-0d0a12f06ead", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:23:31.715424 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-541aece5-e3dd-4373-8f75-c333b59e1629 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:23:31.715876 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66419919-0d90-4e64-a673-13483f3d3140', 'tag': 'df211739-2f64-4556-b147-0d0a12f06ead', 'status': 'completed', 'code': 200} Aug 27 16:23:31.778863 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-15bbec8b-7252-4f24-be30-e670d98760cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:31.780475 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-15bbec8b-7252-4f24-be30-e670d98760cd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 1096 time: 0.0471878 Aug 27 16:23:31.834228 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-7c291bdc-c8c9-4ad4-9e7a-d7d0a69db2ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df211739-2f64-4556-b147-0d0a12f06ead HTTP/1.1" status: 200 len: 217 time: 0.0363317 Aug 27 16:23:31.905261 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-751ed768-dc45-41b3-9969-13465f864244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:31.906707 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-751ed768-dc45-41b3-9969-13465f864244 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.0473793 Aug 27 16:23:32.216368 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-e13899e9-c33e-4ebc-a571-bc5d08e665db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:32.217856 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-e13899e9-c33e-4ebc-a571-bc5d08e665db service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3038425 Aug 27 16:23:32.307379 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-6c13f55e-505c-4a23-9ceb-5a35e9ca6a66 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814576 Aug 27 16:23:32.433072 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef187f5-939a-4144-b528-d92e4be41a61 req-f9e1a3a5-88d4-46eb-aed7-bae8715a02c7 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:32.434549 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4ef187f5-939a-4144-b528-d92e4be41a61 req-f9e1a3a5-88d4-46eb-aed7-bae8715a02c7 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 943 time: 0.0756691 Aug 27 16:23:32.439751 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4461eef5-5dde-41f0-a27a-d693d6f14710 req-61e565d5-7c56-4101-9697-5067979e6eb9 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239028 Aug 27 16:23:32.471921 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4ef187f5-939a-4144-b528-d92e4be41a61 req-608d694f-9483-4817-8b4f-3f1375ed9daf tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312402 Aug 27 16:23:32.590340 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-800404b2-b64e-46ba-9bfe-c08a196fd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:32.591727 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-800404b2-b64e-46ba-9bfe-c08a196fd3f4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 1096 time: 0.0454209 Aug 27 16:23:32.679733 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-cf1a9c6c-15e8-49bb-8c94-096b4370b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:32.681139 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-cf1a9c6c-15e8-49bb-8c94-096b4370b594 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 912 time: 0.0816221 Aug 27 16:23:32.726455 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-f277be3a-5c0f-4d77-8712-3e1b56b88351 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df211739-2f64-4556-b147-0d0a12f06ead HTTP/1.1" status: 200 len: 217 time: 0.0375915 Aug 27 16:23:32.777142 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-be9826a7-c5ef-481f-a0f9-611a21588ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:32.779052 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-be9826a7-c5ef-481f-a0f9-611a21588ffe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.0447035 Aug 27 16:23:32.823778 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-1d2dda7c-b19f-4ee0-b719-10a28819a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:32.825206 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-1d2dda7c-b19f-4ee0-b719-10a28819a31d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389810 Aug 27 16:23:32.921887 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-3be2a0dd-2372-4f41-9f22-e0a40f3160ff service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882843 Aug 27 16:23:33.015519 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a82e0f9-b8ac-4847-ae9d-3be11f4b30f9 req-aa18dd71-69ff-4c06-a6ec-7a92ca87ed79 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826027 Aug 27 16:23:33.585930 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2ca2d-a890-4361-aaed-b4371ad950dc req-bddbf3bb-84bb-4248-81f0-abc0398459e4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:33.587907 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-93c2ca2d-a890-4361-aaed-b4371ad950dc req-bddbf3bb-84bb-4248-81f0-abc0398459e4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 943 time: 0.0498316 Aug 27 16:23:33.625793 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-93c2ca2d-a890-4361-aaed-b4371ad950dc req-228bad23-d89a-4064-a335-f77804d170e3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Aug 27 16:23:34.741928 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940c39a-269f-4adc-b8df-7fac864b6963 req-7899dfeb-7873-4110-9c2d-27d81fff3c0c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:34.743406 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e940c39a-269f-4adc-b8df-7fac864b6963 req-7899dfeb-7873-4110-9c2d-27d81fff3c0c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 943 time: 0.0520906 Aug 27 16:23:34.783246 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e940c39a-269f-4adc-b8df-7fac864b6963 req-f3a79651-80bd-4601-964f-4ffd977f30b1 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332258 Aug 27 16:23:35.898005 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bb6c3-c836-46be-b09e-8352c02504a5 req-f70161ab-9b5e-4041-a2a1-748f35b1661b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:35.899484 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f13bb6c3-c836-46be-b09e-8352c02504a5 req-f70161ab-9b5e-4041-a2a1-748f35b1661b tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 943 time: 0.0488410 Aug 27 16:23:35.942077 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f13bb6c3-c836-46be-b09e-8352c02504a5 req-af6a2605-318c-4cef-b4ef-f31d0b939526 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368378 Aug 27 16:23:37.057060 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3fa46-c159-491c-b736-8f9afb020891 req-86af1baa-04e6-4750-ae35-ce5562d19d34 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:37.058540 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-cca3fa46-c159-491c-b736-8f9afb020891 req-86af1baa-04e6-4750-ae35-ce5562d19d34 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 943 time: 0.0477779 Aug 27 16:23:37.097254 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-cca3fa46-c159-491c-b736-8f9afb020891 req-1b4fbf1c-72c9-4c9e-b9a8-b776088592e8 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Aug 27 16:23:37.442749 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device df211739-2f64-4556-b147-0d0a12f06ead details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:23:37.534780 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port df211739-2f64-4556-b147-0d0a12f06ead, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=df211739-2f64-4556-b147-0d0a12f06ead,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:37.546368 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'df211739-2f64-4556-b147-0d0a12f06ead', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'port_id': 'df211739-2f64-4556-b147-0d0a12f06ead', 'mac_address': 'fa:16:3e:ce:b2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:23:37.586048 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.598368 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df211739-2f64-4556-b147-0d0a12f06ead {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:23:37.617762 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port df211739-2f64-4556-b147-0d0a12f06ead, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=df211739-2f64-4556-b147-0d0a12f06ead,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:37.620715 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.665016 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=df211739-2f64-4556-b147-0d0a12f06ead,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:38.137057 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['df211739-2f64-4556-b147-0d0a12f06ead'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:23:38.216149 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84551f-4ced-4abc-803a-d7fc2cd429f4 req-aacda15c-6883-44f6-bac9-86e0cb29bdc3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:38.217605 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5d84551f-4ced-4abc-803a-d7fc2cd429f4 req-aacda15c-6883-44f6-bac9-86e0cb29bdc3 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 944 time: 0.0519445 Aug 27 16:23:38.254877 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5d84551f-4ced-4abc-803a-d7fc2cd429f4 req-f6a2f28a-1c2c-4ffe-b948-edcbebb3f5b4 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313816 Aug 27 16:23:39.370447 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceeb3a-ff9b-478a-af16-b08344920f06 req-06b5b2f3-c84f-4af5-8650-fce121120030 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:39.372065 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4fceeb3a-ff9b-478a-af16-b08344920f06 req-06b5b2f3-c84f-4af5-8650-fce121120030 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 944 time: 0.0514140 Aug 27 16:23:39.409983 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4fceeb3a-ff9b-478a-af16-b08344920f06 req-efdfd57d-6c8d-4b5a-a0be-a47fc31016b1 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 Aug 27 16:23:39.472788 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device df211739-2f64-4556-b147-0d0a12f06ead up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:39.519060 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port df211739-2f64-4556-b147-0d0a12f06ead completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:39.522999 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port df211739-2f64-4556-b147-0d0a12f06ead triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:39.523365 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.597623 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.618959 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66419919-0d90-4e64-a673-13483f3d3140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df211739-2f64-4556-b147-0d0a12f06ead'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:23:39.621183 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d15ac39-bc8d-425c-9f4a-1ea87b448bc7" -d '{"events": [{"server_uuid": "66419919-0d90-4e64-a673-13483f3d3140", "name": "network-vif-plugged", "status": "completed", "tag": "df211739-2f64-4556-b147-0d0a12f06ead"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:23:39.636101 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port df211739-2f64-4556-b147-0d0a12f06ead, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=df211739-2f64-4556-b147-0d0a12f06ead,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:39.640964 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.666469 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e2a1a-3c63-4558-81b7-318dacef3c3a x-openstack-request-id: req-024e2a1a-3c63-4558-81b7-318dacef3c3a {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:23:39.666762 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66419919-0d90-4e64-a673-13483f3d3140", "name": "network-vif-plugged", "status": "completed", "tag": "df211739-2f64-4556-b147-0d0a12f06ead", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:23:39.667014 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-024e2a1a-3c63-4558-81b7-318dacef3c3a {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:23:39.667402 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66419919-0d90-4e64-a673-13483f3d3140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df211739-2f64-4556-b147-0d0a12f06ead', 'code': 200} Aug 27 16:23:39.691262 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=df211739-2f64-4556-b147-0d0a12f06ead,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:39.698077 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.698452 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.698796 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.699132 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.699463 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.699812 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.700154 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.700480 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.700808 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.701129 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.701450 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.701771 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:39.895598 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746d164-c66a-48fc-8493-89d4e345979b req-1e67349a-7b26-46e6-9201-d5bab45de88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:39.895598 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f746d164-c66a-48fc-8493-89d4e345979b req-1e67349a-7b26-46e6-9201-d5bab45de88c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 1098 time: 0.0394194 Aug 27 16:23:39.930473 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f746d164-c66a-48fc-8493-89d4e345979b req-ec482fec-815d-4090-b3e2-d46cde8d7c17 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268090 Aug 27 16:23:40.523836 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df2709-15e2-469c-8aa4-2f1c3a9847b7 req-64ea881f-0c60-4864-b84a-89847cf90769 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:40.525299 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-99df2709-15e2-469c-8aa4-2f1c3a9847b7 req-64ea881f-0c60-4864-b84a-89847cf90769 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 945 time: 0.0488827 Aug 27 16:23:40.562545 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-99df2709-15e2-469c-8aa4-2f1c3a9847b7 req-05e05ec1-1b73-4b16-9d70-09c25a0837a9 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Aug 27 16:23:41.675646 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff5d4-82a4-4bdb-bb6b-f9377c5bb839 req-c22c7939-d7b0-4603-9c63-e026901d977c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.677098 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eb5ff5d4-82a4-4bdb-bb6b-f9377c5bb839 req-c22c7939-d7b0-4603-9c63-e026901d977c tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 945 time: 0.0482132 Aug 27 16:23:41.713231 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eb5ff5d4-82a4-4bdb-bb6b-f9377c5bb839 req-9deba604-a47a-4ba8-8cf9-566b629ce0d6 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302010 Aug 27 16:23:41.827426 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d16ba-4307-4ee8-bc3c-caccbb42744f req-c1a15c1a-55fb-438a-81cb-fc957906a73e tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.828911 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-304d16ba-4307-4ee8-bc3c-caccbb42744f req-c1a15c1a-55fb-438a-81cb-fc957906a73e tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 945 time: 0.0525160 Aug 27 16:23:41.837641 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 39480) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:41.841937 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4d449aea-6989-44b9-9c97-24c8d0885255 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Request body: {'floatingip': {'port_id': 'df211739-2f64-4556-b147-0d0a12f06ead'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:41.879694 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d449aea-6989-44b9-9c97-24c8d0885255 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.307357 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d449aea-6989-44b9-9c97-24c8d0885255 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.311007 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d449aea-6989-44b9-9c97-24c8d0885255 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.407493 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [None req-4d449aea-6989-44b9-9c97-24c8d0885255 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Floating IP 108c8146-c49c-462b-b6c5-0cab109b6f52 associated. External IP: 172.27.0.124, port: df211739-2f64-4556-b147-0d0a12f06ead. Aug 27 16:23:42.609065 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d449aea-6989-44b9-9c97-24c8d0885255 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Router 69474aa8-2655-41ac-999f-ce3778829f34 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:42.710169 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d449aea-6989-44b9-9c97-24c8d0885255 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:42.715146 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d449aea-6989-44b9-9c97-24c8d0885255 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.720419 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] Sync routers for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:42.730451 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:42.731064 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:42.743865 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-4d449aea-6989-44b9-9c97-24c8d0885255 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "PUT /v2.0/floatingips/108c8146-c49c-462b-b6c5-0cab109b6f52 HTTP/1.1" status: 200 len: 991 time: 0.9052129 Aug 27 16:23:42.744450 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66419919-0d90-4e64-a673-13483f3d3140', 'tag': 'df211739-2f64-4556-b147-0d0a12f06ead'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:23:42.746696 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12651489-240f-450c-8ac9-acd7d0bf5445" -d '{"events": [{"name": "network-changed", "server_uuid": "66419919-0d90-4e64-a673-13483f3d3140", "tag": "df211739-2f64-4556-b147-0d0a12f06ead"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:23:42.785432 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41a8956-9974-4f51-a46d-3937cba170d0 x-openstack-request-id: req-c41a8956-9974-4f51-a46d-3937cba170d0 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:23:42.785792 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66419919-0d90-4e64-a673-13483f3d3140", "tag": "df211739-2f64-4556-b147-0d0a12f06ead", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:23:42.786110 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c41a8956-9974-4f51-a46d-3937cba170d0 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:23:42.786617 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66419919-0d90-4e64-a673-13483f3d3140', 'tag': 'df211739-2f64-4556-b147-0d0a12f06ead', 'status': 'completed', 'code': 200} Aug 27 16:23:42.837783 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:42.876382 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-70ba7389-cefb-4468-9a8d-8f89c2d16bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:42.878141 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-70ba7389-cefb-4468-9a8d-8f89c2d16bda service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cd11569712d94df49b98c19cc117f110&device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 1098 time: 0.0411265 Aug 27 16:23:42.965835 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-f9dc87a7-5519-4e62-ab19-f1e49d6f0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:42.967996 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-f9dc87a7-5519-4e62-ab19-f1e49d6f0974 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 200 len: 912 time: 0.0827701 Aug 27 16:23:43.040729 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-84eee82f-a8aa-440d-9756-5f2d1c60d100 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df211739-2f64-4556-b147-0d0a12f06ead HTTP/1.1" status: 200 len: 999 time: 0.0650373 Aug 27 16:23:43.059593 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '108c8146-c49c-462b-b6c5-0cab109b6f52', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'port_id': 'df211739-2f64-4556-b147-0d0a12f06ead', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'mac_address': 'fa:16:3e:ce:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66419919-0d90-4e64-a673-13483f3d3140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:23:42Z', 'revision_number': 1, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:43.084463 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] Checking router: 69474aa8-2655-41ac-999f-ce3778829f34 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:43.090141 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-98779d73-ad10-4e46-b15b-d08e561f2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:43.091603 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-98779d73-ad10-4e46-b15b-d08e561f2563 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 200 len: 850 time: 0.0433969 Aug 27 16:23:43.092403 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:43.093001 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:43.149153 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-683fa5dd-d3fd-468d-b155-cb0ce837be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:43.150799 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-683fa5dd-d3fd-468d-b155-cb0ce837be0a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adf762ce-5518-4d19-b6cf-696e4e3885e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524151 Aug 27 16:23:43.202475 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:43.253811 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-0fd804cb-cf8e-4da8-94b5-3496092397a3 service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953765 Aug 27 16:23:43.343356 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-12651489-240f-450c-8ac9-acd7d0bf5445 req-160d5548-fa4f-4824-b856-893c04909f8b service neutron] 10.222.0.88 "GET /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822480 Aug 27 16:23:43.431172 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '108c8146-c49c-462b-b6c5-0cab109b6f52', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'port_id': 'df211739-2f64-4556-b147-0d0a12f06ead', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'mac_address': 'fa:16:3e:ce:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66419919-0d90-4e64-a673-13483f3d3140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:23:42Z', 'revision_number': 1, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:43.578655 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887de62-b823-4aa2-8c66-d6e7c3c014a1 None None] The sync data for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi is: [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '108c8146-c49c-462b-b6c5-0cab109b6f52', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'port_id': 'df211739-2f64-4556-b147-0d0a12f06ead', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'mac_address': 'fa:16:3e:ce:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66419919-0d90-4e64-a673-13483f3d3140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:23:42Z', 'revision_number': 1, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:43.760654 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516eef86-e9d7-4547-a674-6481d78a9db9 None None] New status for floating IP 108c8146-c49c-462b-b6c5-0cab109b6f52: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:23:47.599213 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-69b86c57-e773-447b-b254-1a8989666cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.118996 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.025083 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e0c4dd9-668b-47bb-a29b-645df2c1e6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.114654 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-234cc8c2-fbc5-4a29-bbb7-1b6e064dec1e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689628225&fields=id&tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9 HTTP/1.1" status: 200 len: 267 time: 0.0331802 Aug 27 16:23:50.221433 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-d0ae94eb-76b5-4c81-a7b4-d7175b432a16 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:50.222912 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-d0ae94eb-76b5-4c81-a7b4-d7175b432a16 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 811 time: 0.1018841 Aug 27 16:23:50.237916 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-b6e07d85-055e-4a93-bfa3-05581ad99c42 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/quotas/87d9ba6fcedd4154bb85668aafa7e0b9 HTTP/1.1" status: 200 len: 375 time: 0.0087731 Aug 27 16:23:50.289088 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-caac7960-2062-4b57-a5fd-d2101a3eec1e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458481 Aug 27 16:23:50.292419 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.385792 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-c26142bc-1c5f-4bd0-881d-4d9e394ff33a service neutron] 10.222.0.60 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844352 Aug 27 16:23:50.472473 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-10f64f46-1263-4e04-9c89-cac66bf7c823 service neutron] 10.222.0.60 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804253 Aug 27 16:23:50.751168 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ed4a051f-3025-446f-85df-1559f991b6a0 req-dd2b211b-541b-4057-9c07-1c62e8527601 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 210 time: 0.0296831 Aug 27 16:23:51.413294 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:51.822194 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-81d4da5d-4c42-4ea7-8138-e62396e5dd5c tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:51.823667 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-81d4da5d-4c42-4ea7-8138-e62396e5dd5c tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 811 time: 0.1078722 Aug 27 16:23:51.853072 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e8eabda2-ee81-4386-9f9d-e6cf0d02d87f req-66cf1e57-f2c9-49e0-8d13-be275e50fc52 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 210 time: 0.0284402 Aug 27 16:23:51.886030 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-13c99da3-d348-4544-82a1-264a43c2017b tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9 HTTP/1.1" status: 200 len: 380 time: 0.0353377 Aug 27 16:23:51.900412 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'port': {'device_id': '052349e8-f7ca-42d9-ab7f-356bed139261', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'admin_state_up': True, 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'security_groups': ['d2b51241-1b8e-4b71-84d7-e8723befe3f4']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:52.006966 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Made reservation on behalf of 87d9ba6fcedd4154bb85668aafa7e0b9 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:52.010516 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.135742 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Allocated IP 172.20.0.9 (98293395-c033-4da0-bb11-2cb3bb7462c1/8895eeb9-6be2-41f2-a811-d8887036ccdc/f7ce21e5-fb4c-48a4-88eb-129e397c3606) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:52.271146 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.284189 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Transition to ACTIVE for port object f7ce21e5-fb4c-48a4-88eb-129e397c3606 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:52.317481 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.359394 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:52.364535 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:52.368749 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:52.375360 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'Port': ['ID=f7ce21e5-fb4c-48a4-88eb-129e397c3606,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:52.426899 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:52.428042 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.446158 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-a6eab7d0-01de-4ff6-885d-4d09569cdcb2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500352 Aug 27 16:23:52.475857 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Request body: {'port': {'device_id': '052349e8-f7ca-42d9-ab7f-356bed139261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:52.536029 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.594529 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1acb71cd-8701-4407-a317-d070f560917b None None] Provisioning for port f7ce21e5-fb4c-48a4-88eb-129e397c3606 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:52.598128 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1acb71cd-8701-4407-a317-d070f560917b None None] Provisioning complete for port f7ce21e5-fb4c-48a4-88eb-129e397c3606 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:52.598529 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1acb71cd-8701-4407-a317-d070f560917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.631396 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1acb71cd-8701-4407-a317-d070f560917b None None] Port f7ce21e5-fb4c-48a4-88eb-129e397c3606 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:52.795355 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ce21e5-fb4c-48a4-88eb-129e397c3606 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:23:52.802686 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.814756 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Transition to ACTIVE for port object f7ce21e5-fb4c-48a4-88eb-129e397c3606 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:52.818012 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.867373 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Pushing event updated for resources: {'Port': ['ID=f7ce21e5-fb4c-48a4-88eb-129e397c3606,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:52.899728 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.940609 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Attempting to bind port f7ce21e5-fb4c-48a4-88eb-129e397c3606 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:52.940947 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Attempting to bind port f7ce21e5-fb4c-48a4-88eb-129e397c3606 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:52.941280 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Attempting to bind port f7ce21e5-fb4c-48a4-88eb-129e397c3606 on network 98293395-c033-4da0-bb11-2cb3bb7462c1 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:52.945864 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Port f7ce21e5-fb4c-48a4-88eb-129e397c3606 on network 98293395-c033-4da0-bb11-2cb3bb7462c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:52.946366 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Attempting to bind port f7ce21e5-fb4c-48a4-88eb-129e397c3606 on network 98293395-c033-4da0-bb11-2cb3bb7462c1 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:52.951459 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:52.951802 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Checking segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:52.952188 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Bound using segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:52.952620 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Bound port: f7ce21e5-fb4c-48a4-88eb-129e397c3606, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:52.952979 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.986854 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b9ead-b88f-442b-9c53-8909018e8b9a req-b9c5ddd8-4863-4843-bed1-00657a1023fa tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:52.988381 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c28b9ead-b88f-442b-9c53-8909018e8b9a req-b9c5ddd8-4863-4843-bed1-00657a1023fa tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 943 time: 0.0520723 Aug 27 16:23:53.020181 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] For port f7ce21e5-fb4c-48a4-88eb-129e397c3606, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:53.024201 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] For port f7ce21e5-fb4c-48a4-88eb-129e397c3606, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f7ce21e5-fb4c-48a4-88eb-129e397c3606,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:53.029701 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.043352 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c28b9ead-b88f-442b-9c53-8909018e8b9a req-3348e68c-023b-4f18-833c-7f4e5d8cbe14 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481308 Aug 27 16:23:53.062708 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.063358 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.064752 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] 10.222.0.88 "PUT /v2.0/ports/f7ce21e5-fb4c-48a4-88eb-129e397c3606 HTTP/1.1" status: 200 len: 1093 time: 0.5942008 Aug 27 16:23:53.067011 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052349e8-f7ca-42d9-ab7f-356bed139261', 'tag': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:23:53.069308 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34e65e7-9336-48bf-8b54-4320cc08547e" -d '{"events": [{"name": "network-changed", "server_uuid": "052349e8-f7ca-42d9-ab7f-356bed139261", "tag": "f7ce21e5-fb4c-48a4-88eb-129e397c3606"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:23:53.099164 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27002488-26fa-4dd6-bcaf-39d5f816072e service neutron] Pushing event updated for resources: {'Port': ['ID=f7ce21e5-fb4c-48a4-88eb-129e397c3606,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:53.114061 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0212aaf2-f30f-4e65-8a7b-1d963b7cc87c x-openstack-request-id: req-0212aaf2-f30f-4e65-8a7b-1d963b7cc87c {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:23:53.114394 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052349e8-f7ca-42d9-ab7f-356bed139261", "tag": "f7ce21e5-fb4c-48a4-88eb-129e397c3606", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:23:53.114651 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0212aaf2-f30f-4e65-8a7b-1d963b7cc87c {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:23:53.115098 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052349e8-f7ca-42d9-ab7f-356bed139261', 'tag': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606', 'status': 'completed', 'code': 200} Aug 27 16:23:53.191563 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-ae00aa44-13ff-424d-9bff-9dc02b1fd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.193091 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-ae00aa44-13ff-424d-9bff-9dc02b1fd170 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 1096 time: 0.0565305 Aug 27 16:23:53.244618 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-c5072adc-5523-4a97-b022-672ff5750735 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ce21e5-fb4c-48a4-88eb-129e397c3606 HTTP/1.1" status: 200 len: 217 time: 0.0369473 Aug 27 16:23:53.296596 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-3d1e7b48-2d6c-4e9d-82b2-9e7f58553cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.298033 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-3d1e7b48-2d6c-4e9d-82b2-9e7f58553cf8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0453458 Aug 27 16:23:53.347585 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-3a5a6596-9b57-4750-8417-e6b2140dbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.349001 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-3a5a6596-9b57-4750-8417-e6b2140dbc9a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423172 Aug 27 16:23:53.695391 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-5fc56a8e-ede8-48cd-adeb-43178f5de151 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383565 Aug 27 16:23:53.785061 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38c40e33-94ee-4b5f-8c85-08ff48c2201d req-73bc7209-b4c3-409d-9674-3488d6e9393f service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817230 Aug 27 16:23:53.957048 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-cedd9367-3e92-4650-88b1-a2911b394c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.958432 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-cedd9367-3e92-4650-88b1-a2911b394c46 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 1096 time: 0.0409150 Aug 27 16:23:54.062083 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-e2ce237f-0c9a-499b-a092-af2dc7f472a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:54.063564 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-e2ce237f-0c9a-499b-a092-af2dc7f472a3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.0836592 Aug 27 16:23:54.111790 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-334ef9e3-6593-4919-902c-96a7ee43c6d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ce21e5-fb4c-48a4-88eb-129e397c3606 HTTP/1.1" status: 200 len: 217 time: 0.0389037 Aug 27 16:23:54.163061 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-bfe4cabd-10d7-44bd-aa9a-9d2b1b55ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:54.164850 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-bfe4cabd-10d7-44bd-aa9a-9d2b1b55ec4c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0450954 Aug 27 16:23:54.167241 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630b06d-0ffc-44c8-8dfa-e57417050a0c req-fa17fc92-2c44-479a-a9c4-66cc2e7e9b21 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:54.168713 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e630b06d-0ffc-44c8-8dfa-e57417050a0c req-fa17fc92-2c44-479a-a9c4-66cc2e7e9b21 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 943 time: 0.0535157 Aug 27 16:23:54.214086 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e630b06d-0ffc-44c8-8dfa-e57417050a0c req-d125b949-d833-4212-b6ab-850cff46586a tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383976 Aug 27 16:23:54.219107 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-d3ea5043-3d8a-45bc-bbfc-3ed07b4052c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:54.221112 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-d3ea5043-3d8a-45bc-bbfc-3ed07b4052c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486646 Aug 27 16:23:54.322084 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-6023b1f0-1eab-4df9-acfa-b95cbc4f9d21 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930243 Aug 27 16:23:54.415378 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b34e65e7-9336-48bf-8b54-4320cc08547e req-46009194-09b0-4093-a143-05d9c34970c3 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848947 Aug 27 16:23:55.331783 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be55b3-256b-45c4-a510-b48e45f5f5f0 req-3bb0cc8c-de58-44e1-8122-7c35b3e3510f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:55.333225 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-74be55b3-256b-45c4-a510-b48e45f5f5f0 req-3bb0cc8c-de58-44e1-8122-7c35b3e3510f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 943 time: 0.0529499 Aug 27 16:23:55.369845 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-74be55b3-256b-45c4-a510-b48e45f5f5f0 req-aca9f2ba-c8a1-43fc-97a4-ee3303ae0d2d tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307100 Aug 27 16:23:56.482240 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f9a0-7f45-4f18-9723-4213726a08f2 req-8b94356e-775b-4ec5-a065-d1f2c93520dd tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:56.483707 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f461f9a0-7f45-4f18-9723-4213726a08f2 req-8b94356e-775b-4ec5-a065-d1f2c93520dd tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 943 time: 0.0476317 Aug 27 16:23:56.524448 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f461f9a0-7f45-4f18-9723-4213726a08f2 req-b8e1c198-0d66-4188-b5a6-8921a0e6031f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350497 Aug 27 16:23:57.645001 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f39661-1989-46fa-bf5b-eda27aee658e req-793a2742-422e-42fa-b895-fa32874a7bbc tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:57.647000 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c7f39661-1989-46fa-bf5b-eda27aee658e req-793a2742-422e-42fa-b895-fa32874a7bbc tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 943 time: 0.0481348 Aug 27 16:23:57.684930 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c7f39661-1989-46fa-bf5b-eda27aee658e req-ccdec142-b61f-465e-8553-fb793a205ef4 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Aug 27 16:23:57.980021 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:23:58.799597 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ebf59-dcf1-4293-991b-70e10d01e9a0 req-619e7f91-0b58-4d3a-895a-08875b4e8d8d tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:58.801103 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-709ebf59-dcf1-4293-991b-70e10d01e9a0 req-619e7f91-0b58-4d3a-895a-08875b4e8d8d tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 943 time: 0.0489919 Aug 27 16:23:58.837935 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-709ebf59-dcf1-4293-991b-70e10d01e9a0 req-71224951-376d-407d-bd9a-76599bfa84d3 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303617 Aug 27 16:23:59.952397 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1768090-d948-4d8a-9dfe-bf8bf818e46c req-133458f3-ab2a-4b86-98d0-c0b9867f8390 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:59.953874 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c1768090-d948-4d8a-9dfe-bf8bf818e46c req-133458f3-ab2a-4b86-98d0-c0b9867f8390 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 943 time: 0.0481820 Aug 27 16:23:59.991881 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c1768090-d948-4d8a-9dfe-bf8bf818e46c req-47487094-2823-478a-9a0d-678881b97b73 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320928 Aug 27 16:24:01.105085 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8023-2ffe-457e-a5fb-df4b8ca0784b req-cf859337-cd80-41ab-b370-1edaabe3ffcf tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:01.106571 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b70c8023-2ffe-457e-a5fb-df4b8ca0784b req-cf859337-cd80-41ab-b370-1edaabe3ffcf tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 943 time: 0.0482891 Aug 27 16:24:01.143411 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b70c8023-2ffe-457e-a5fb-df4b8ca0784b req-26877de9-0c6e-4ad2-b61d-779c953a7881 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311260 Aug 27 16:24:02.261462 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67090f-31b7-4688-be2e-0644a722d94d req-aae3bade-1f14-4183-b84a-fbd5ca4f9154 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:02.262938 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a67090f-31b7-4688-be2e-0644a722d94d req-aae3bade-1f14-4183-b84a-fbd5ca4f9154 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 943 time: 0.0517457 Aug 27 16:24:02.299294 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a67090f-31b7-4688-be2e-0644a722d94d req-02d22603-26fe-4941-a0c9-df324605e9ec tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305116 Aug 27 16:24:03.410937 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b30700-de3b-4fb1-8ed4-3266aa704d3b req-21bd180b-3f52-42a3-85f8-d0f69ec049d5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:03.412364 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-49b30700-de3b-4fb1-8ed4-3266aa704d3b req-21bd180b-3f52-42a3-85f8-d0f69ec049d5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 943 time: 0.0471737 Aug 27 16:24:03.452157 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-49b30700-de3b-4fb1-8ed4-3266aa704d3b req-0697885b-6747-4bae-b43c-282755df8c3c tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Aug 27 16:24:03.613980 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f7ce21e5-fb4c-48a4-88eb-129e397c3606 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:24:03.706751 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port f7ce21e5-fb4c-48a4-88eb-129e397c3606, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f7ce21e5-fb4c-48a4-88eb-129e397c3606,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:03.718211 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'port_id': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606', 'mac_address': 'fa:16:3e:e8:de:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:24:03.753213 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.765800 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ce21e5-fb4c-48a4-88eb-129e397c3606 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:24:03.788284 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port f7ce21e5-fb4c-48a4-88eb-129e397c3606, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f7ce21e5-fb4c-48a4-88eb-129e397c3606,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:03.792248 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.836831 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=f7ce21e5-fb4c-48a4-88eb-129e397c3606,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:04.272045 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f7ce21e5-fb4c-48a4-88eb-129e397c3606'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:24:04.565950 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd3539-457d-44fb-b18a-780b6e4ae707 req-56d1628e-e3c1-415b-910d-60cf28b96b25 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:04.567796 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d9fd3539-457d-44fb-b18a-780b6e4ae707 req-56d1628e-e3c1-415b-910d-60cf28b96b25 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 944 time: 0.0480900 Aug 27 16:24:04.603985 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d9fd3539-457d-44fb-b18a-780b6e4ae707 req-1069cb41-ed76-46fe-bd39-5a2fbba5a180 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305455 Aug 27 16:24:05.627608 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f7ce21e5-fb4c-48a4-88eb-129e397c3606 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:05.676127 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port f7ce21e5-fb4c-48a4-88eb-129e397c3606 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:05.679788 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port f7ce21e5-fb4c-48a4-88eb-129e397c3606 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:05.680654 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:05.720514 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6468c8-8ec1-4fba-b270-222fdb01fb39 req-05ee3dea-ac1b-42c4-b53f-2e4d43fccf07 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:05.722004 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce6468c8-8ec1-4fba-b270-222fdb01fb39 req-05ee3dea-ac1b-42c4-b53f-2e4d43fccf07 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 944 time: 0.0502970 Aug 27 16:24:05.758856 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:05.759683 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce6468c8-8ec1-4fba-b270-222fdb01fb39 req-3503cdc2-04f4-4af1-8c7a-d0c7020fd5a8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Aug 27 16:24:05.780754 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052349e8-f7ca-42d9-ab7f-356bed139261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:24:05.783719 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aed817-60d8-4c3d-b286-2298e88b6c3b" -d '{"events": [{"server_uuid": "052349e8-f7ca-42d9-ab7f-356bed139261", "name": "network-vif-plugged", "status": "completed", "tag": "f7ce21e5-fb4c-48a4-88eb-129e397c3606"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:24:05.796870 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port f7ce21e5-fb4c-48a4-88eb-129e397c3606, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f7ce21e5-fb4c-48a4-88eb-129e397c3606,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:05.800756 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:05.823803 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4abf0b9-e2ca-441d-806f-a153cb3d8389 x-openstack-request-id: req-c4abf0b9-e2ca-441d-806f-a153cb3d8389 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:24:05.824099 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052349e8-f7ca-42d9-ab7f-356bed139261", "name": "network-vif-plugged", "status": "completed", "tag": "f7ce21e5-fb4c-48a4-88eb-129e397c3606", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:24:05.824354 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4abf0b9-e2ca-441d-806f-a153cb3d8389 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:24:05.824739 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052349e8-f7ca-42d9-ab7f-356bed139261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606', 'code': 200} Aug 27 16:24:05.848497 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=f7ce21e5-fb4c-48a4-88eb-129e397c3606,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:06.074195 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daa795-9948-42e0-99b3-543214c41b44 req-9c72e183-bc98-4dc2-9702-9e7870661afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:06.075708 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-45daa795-9948-42e0-99b3-543214c41b44 req-9c72e183-bc98-4dc2-9702-9e7870661afc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 1098 time: 0.0419369 Aug 27 16:24:06.110881 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-45daa795-9948-42e0-99b3-543214c41b44 req-86793af0-ccd4-4c99-9093-25737d7f44d8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277288 Aug 27 16:24:06.872641 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68deed8-c5bb-4be9-9f1a-ff1fa78121f2 req-76a737d9-aee5-4299-8bc6-ef800a9e4ffb tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:06.874096 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e68deed8-c5bb-4be9-9f1a-ff1fa78121f2 req-76a737d9-aee5-4299-8bc6-ef800a9e4ffb tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 945 time: 0.0478041 Aug 27 16:24:06.911592 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e68deed8-c5bb-4be9-9f1a-ff1fa78121f2 req-5376e313-6acf-4857-acd5-0102efc4cff0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Aug 27 16:24:08.027878 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c9444-2950-466d-94f5-f08ad61c553d req-da578406-d2db-43af-b00a-adfaa7eca6a9 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:08.029344 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3d0c9444-2950-466d-94f5-f08ad61c553d req-da578406-d2db-43af-b00a-adfaa7eca6a9 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 945 time: 0.0511389 Aug 27 16:24:08.065826 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3d0c9444-2950-466d-94f5-f08ad61c553d req-ef78aced-d043-4c78-b57e-b6e6f05ce6bf tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306921 Aug 27 16:24:08.184147 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d82fb3-9786-4455-8bfb-a7584cba5b39 req-a9a6f3da-4851-472d-bb6a-3753c45b0883 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:08.185592 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-67d82fb3-9786-4455-8bfb-a7584cba5b39 req-a9a6f3da-4851-472d-bb6a-3753c45b0883 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 945 time: 0.0469682 Aug 27 16:24:08.226558 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-67d82fb3-9786-4455-8bfb-a7584cba5b39 req-29778ec3-fc75-40e0-9d85-80f955ea4bd7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349743 Aug 27 16:24:08.249141 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39654) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:08.370459 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc4eae-1285-45a5-b058-004c8f66f075 tempest-TestVolumeBootPattern-2029831563 tempest-TestVolumeBootPattern-2029831563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:08.371922 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-87bc4eae-1285-45a5-b058-004c8f66f075 tempest-TestVolumeBootPattern-2029831563 tempest-TestVolumeBootPattern-2029831563-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 1093 time: 0.1218159 Aug 27 16:24:08.374725 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 39658) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:08.379278 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'floatingip': {'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'port_id': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:08.400875 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.491543 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.593400 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Allocated IP 172.27.0.126 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/426fd532-48f3-4f6e-a5e0-95f06b771ad8) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:08.689738 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.731067 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.764998 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:08.767761 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:08.773224 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:08.798856 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'Port': ['ID=426fd532-48f3-4f6e-a5e0-95f06b771ad8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:09.128819 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.191250 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.338652 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.343007 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356014'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.405299 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'Port': ['ID=426fd532-48f3-4f6e-a5e0-95f06b771ad8,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:09.418117 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.513955 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.l3_db [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Floating IP 33dde655-2477-489b-b9fd-1a9a9b2457f1 associated. External IP: 172.27.0.126, port: f7ce21e5-fb4c-48a4-88eb-129e397c3606. Aug 27 16:24:09.931957 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Router cb8d36f5-822f-4abb-99f3-f916bc91bb64 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:10.039342 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:10.049191 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] Sync routers for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:10.054681 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.060089 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:10.060791 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:10.081262 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e070fd3c-6fb3-42a1-b418-461fe489b5a6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7055311 Aug 27 16:24:10.081857 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052349e8-f7ca-42d9-ab7f-356bed139261', 'tag': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:24:10.084138 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e44cca324962b5f450c545287dc147bdb9f24ae76b68515094eaf1112f1b446a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6948ead4-39f3-49f1-949c-2c64dbdb8e67" -d '{"events": [{"name": "network-changed", "server_uuid": "052349e8-f7ca-42d9-ab7f-356bed139261", "tag": "f7ce21e5-fb4c-48a4-88eb-129e397c3606"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:24:10.171725 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:10.185470 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46b8898-c700-4517-af2e-824ccf59e57b x-openstack-request-id: req-b46b8898-c700-4517-af2e-824ccf59e57b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:24:10.185760 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052349e8-f7ca-42d9-ab7f-356bed139261", "tag": "f7ce21e5-fb4c-48a4-88eb-129e397c3606", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:24:10.186012 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b46b8898-c700-4517-af2e-824ccf59e57b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:24:10.186429 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052349e8-f7ca-42d9-ab7f-356bed139261', 'tag': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606', 'status': 'completed', 'code': 200} Aug 27 16:24:10.274995 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-7724d926-46cb-4250-b311-444685e1d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:10.276479 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-7724d926-46cb-4250-b311-444685e1d372 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 1098 time: 0.0414507 Aug 27 16:24:10.372349 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-33bc9a46-de1d-4ce0-afe0-b57e25958b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:10.373805 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-33bc9a46-de1d-4ce0-afe0-b57e25958b5e service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.0886495 Aug 27 16:24:10.397278 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '33dde655-2477-489b-b9fd-1a9a9b2457f1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:e8:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052349e8-f7ca-42d9-ab7f-356bed139261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:24:08Z', 'updated_at': '2021-08-27T16:24:08Z', 'revision_number': 0, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:10.422278 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] Checking router: cb8d36f5-822f-4abb-99f3-f916bc91bb64 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:10.430906 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:10.431509 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:23:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:10.442873 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-da20d003-40e3-4a3f-8872-fa0e0cd794d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ce21e5-fb4c-48a4-88eb-129e397c3606 HTTP/1.1" status: 200 len: 999 time: 0.0611742 Aug 27 16:24:10.491148 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-4b82d1db-9d99-4913-9031-d2e33e9cb785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:10.492579 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-4b82d1db-9d99-4913-9031-d2e33e9cb785 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0422399 Aug 27 16:24:10.533324 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:10.538497 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-c41a927d-b884-4504-b8a6-80bf9ca22006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:10.540495 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-c41a927d-b884-4504-b8a6-80bf9ca22006 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397596 Aug 27 16:24:10.633813 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-1a0154d5-8445-41d4-a704-cdc4dbc92e9a service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850658 Aug 27 16:24:10.721516 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6948ead4-39f3-49f1-949c-2c64dbdb8e67 req-7f267518-29b5-4768-bc6e-d9821ddc7894 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795522 Aug 27 16:24:10.749511 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '33dde655-2477-489b-b9fd-1a9a9b2457f1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:e8:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052349e8-f7ca-42d9-ab7f-356bed139261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:24:08Z', 'updated_at': '2021-08-27T16:24:08Z', 'revision_number': 0, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:10.779114 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebcccb-ba7f-46d8-b944-fe12740803da None None] The sync data for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi is: [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': '33dde655-2477-489b-b9fd-1a9a9b2457f1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:e8:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052349e8-f7ca-42d9-ab7f-356bed139261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:24:08Z', 'updated_at': '2021-08-27T16:24:08Z', 'revision_number': 0, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:10.953834 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02228092-a465-4599-aa89-4cd7d28483af None None] New status for floating IP 33dde655-2477-489b-b9fd-1a9a9b2457f1: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:24:17.599958 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5db30bd0-9203-4a21-8890-c247df7b1551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.134940 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:19.833763 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f6a5337a-d127-4151-9ced-4c782c2669de req-e9753e68-5ae1-4a2b-a8ab-3fea1ab596d7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432091 Aug 27 16:24:19.907983 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5337a-d127-4151-9ced-4c782c2669de req-6fea57e6-ce0f-4098-ad64-e1767d36b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:19.909460 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f6a5337a-d127-4151-9ced-4c782c2669de req-6fea57e6-ce0f-4098-ad64-e1767d36b692 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 1098 time: 0.0395453 Aug 27 16:24:20.014975 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5337a-d127-4151-9ced-4c782c2669de req-1a88d786-3027-45eb-a2c4-01b63127a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:20.017087 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f6a5337a-d127-4151-9ced-4c782c2669de req-1a88d786-3027-45eb-a2c4-01b63127a5c1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.0874074 Aug 27 16:24:20.026972 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-53bb0e64-7aa2-4b4b-830b-9e86a4892816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.099468 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f6a5337a-d127-4151-9ced-4c782c2669de req-1f8f479d-6fdb-48ee-805d-c7b31edb5ea3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd HTTP/1.1" status: 200 len: 1001 time: 0.0719781 Aug 27 16:24:20.163614 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5337a-d127-4151-9ced-4c782c2669de req-f6469bd2-8f5e-4e18-be13-766964740399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:20.165029 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f6a5337a-d127-4151-9ced-4c782c2669de req-f6469bd2-8f5e-4e18-be13-766964740399 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0443735 Aug 27 16:24:20.211967 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5337a-d127-4151-9ced-4c782c2669de req-1aed3d4a-6978-43e6-9763-3dc6e49f3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:20.214037 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f6a5337a-d127-4151-9ced-4c782c2669de req-1aed3d4a-6978-43e6-9763-3dc6e49f3329 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396147 Aug 27 16:24:20.293645 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.304729 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f6a5337a-d127-4151-9ced-4c782c2669de req-30f9ac5a-e766-4ee3-81f5-8bdd45f3ca86 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Aug 27 16:24:20.394975 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f6a5337a-d127-4151-9ced-4c782c2669de req-4979d7f6-c126-4278-93a7-c0aecdf0e8fb service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822318 Aug 27 16:24:21.416583 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:22.883441 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.923885 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10b887-5b64-4c2c-ad11-ad4d5669c197 req-3374bfd6-8ed7-40b2-ae5e-d4b0aab87359 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:23.925405 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fc10b887-5b64-4c2c-ad11-ad4d5669c197 req-3374bfd6-8ed7-40b2-ae5e-d4b0aab87359 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0485754 Aug 27 16:24:23.961902 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fc10b887-5b64-4c2c-ad11-ad4d5669c197 req-03b165f3-10b2-4291-b35d-ef577e2f1bcc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304921 Aug 27 16:24:25.085950 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ea172-533d-46d3-ac5f-270ab48c7dfd req-52dfb5a1-c303-4986-bb64-de3f18689677 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:25.087428 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bb0ea172-533d-46d3-ac5f-270ab48c7dfd req-52dfb5a1-c303-4986-bb64-de3f18689677 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0523639 Aug 27 16:24:25.125681 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bb0ea172-533d-46d3-ac5f-270ab48c7dfd req-a1ce8548-5d27-45d9-9741-1075a2800364 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324788 Aug 27 16:24:26.244230 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19a8ed-26c2-42ff-bc12-cd287a934baa req-66dac115-fc4c-4901-8f96-9b3c70d97536 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:26.245728 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b19a8ed-26c2-42ff-bc12-cd287a934baa req-66dac115-fc4c-4901-8f96-9b3c70d97536 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0495384 Aug 27 16:24:26.282622 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b19a8ed-26c2-42ff-bc12-cd287a934baa req-455e361e-9852-4f8e-85b8-485ba311efef tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310278 Aug 27 16:24:27.397420 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef980c8-8f20-45d4-a2d7-6fac807636c0 req-a725ce6c-fcc6-461e-9197-9ad5c0cf9001 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:27.398997 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4ef980c8-8f20-45d4-a2d7-6fac807636c0 req-a725ce6c-fcc6-461e-9197-9ad5c0cf9001 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0472364 Aug 27 16:24:27.435085 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4ef980c8-8f20-45d4-a2d7-6fac807636c0 req-206e0e25-7680-4a5f-9beb-0795918dcdb2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298824 Aug 27 16:24:28.552609 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d6728-b7b2-40bc-84b5-463572fa292c req-00f464ee-edd5-463d-addc-06c0799ded2e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:28.554035 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b35d6728-b7b2-40bc-84b5-463572fa292c req-00f464ee-edd5-463d-addc-06c0799ded2e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0500345 Aug 27 16:24:28.590163 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b35d6728-b7b2-40bc-84b5-463572fa292c req-c27485f2-121e-46c7-9554-8c66a53ac809 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295537 Aug 27 16:24:29.705621 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502ba1a-fb39-4976-8d8e-01f5bee6f3b6 req-fdd37843-e48e-402f-9b0d-8473920ac522 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:29.707092 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e502ba1a-fb39-4976-8d8e-01f5bee6f3b6 req-fdd37843-e48e-402f-9b0d-8473920ac522 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0473022 Aug 27 16:24:29.747332 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e502ba1a-fb39-4976-8d8e-01f5bee6f3b6 req-9ffad7fc-4219-4be0-b18b-4ff3d46b3479 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340230 Aug 27 16:24:30.863207 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296a1d0-fcd1-4b80-9f82-6c4deb75e185 req-46277461-b5b9-4b77-b6a4-339dd4e10e8b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:30.864632 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5296a1d0-fcd1-4b80-9f82-6c4deb75e185 req-46277461-b5b9-4b77-b6a4-339dd4e10e8b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0467069 Aug 27 16:24:30.900414 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5296a1d0-fcd1-4b80-9f82-6c4deb75e185 req-88ce6b20-26f6-42bb-8718-d4b87bcbf207 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300903 Aug 27 16:24:32.023549 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2694d-4348-43ab-8f6c-1a694dbf98b4 req-fddeb5a8-2b15-4cfb-959e-66974e2b8a69 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:32.025045 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-01f2694d-4348-43ab-8f6c-1a694dbf98b4 req-fddeb5a8-2b15-4cfb-959e-66974e2b8a69 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0525560 Aug 27 16:24:32.061423 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-01f2694d-4348-43ab-8f6c-1a694dbf98b4 req-6817549f-0563-4c7d-8b4c-b04926447aa5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306132 Aug 27 16:24:33.176309 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb5a6c-6a72-4397-9429-3a99fa3bfcd7 req-a883941e-6621-4cb6-96e3-01fcbd2c697e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:33.177761 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b5bb5a6c-6a72-4397-9429-3a99fa3bfcd7 req-a883941e-6621-4cb6-96e3-01fcbd2c697e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0478711 Aug 27 16:24:33.214264 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b5bb5a6c-6a72-4397-9429-3a99fa3bfcd7 req-c3b07d08-2b32-486a-8d22-6e2b93ef2d5b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306432 Aug 27 16:24:34.330699 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d055bb-11b1-4d6c-af7a-ae96aa79b2f3 req-8ae6d0e1-ea1b-40bf-99b1-28488f834eaf tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:34.332200 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-85d055bb-11b1-4d6c-af7a-ae96aa79b2f3 req-8ae6d0e1-ea1b-40bf-99b1-28488f834eaf tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0478654 Aug 27 16:24:34.368843 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-85d055bb-11b1-4d6c-af7a-ae96aa79b2f3 req-e5790de6-cf11-4461-9963-ca66a7429e5c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309095 Aug 27 16:24:34.978689 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:24:35.487138 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b092e-3609-4743-b92c-2ef229c68ac5 req-28b0cbad-68c7-4fef-a8ca-4689edf4a76d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:35.488564 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b55b092e-3609-4743-b92c-2ef229c68ac5 req-28b0cbad-68c7-4fef-a8ca-4689edf4a76d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0507467 Aug 27 16:24:35.525101 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b55b092e-3609-4743-b92c-2ef229c68ac5 req-687c4e8e-6519-4886-89c2-aaec0cabaf26 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307481 Aug 27 16:24:36.641800 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38827-eec2-44c7-a5ce-23756757db8c req-460dd3b9-c21a-453c-991b-b7c294fcecac tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:36.643260 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-15b38827-eec2-44c7-a5ce-23756757db8c req-460dd3b9-c21a-453c-991b-b7c294fcecac tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0479076 Aug 27 16:24:36.680078 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-15b38827-eec2-44c7-a5ce-23756757db8c req-d4ef3f69-26dc-4b94-9ef7-35982fa616b7 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310507 Aug 27 16:24:37.753516 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2a8a5a92-ca55-4bae-9966-453df35a01fd details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:24:37.806918 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99618add-bb9c-47bf-a304-c1b21c025312 req-36f61dda-0f1f-4771-81a8-ad125d1a68a8 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:37.808514 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-99618add-bb9c-47bf-a304-c1b21c025312 req-36f61dda-0f1f-4771-81a8-ad125d1a68a8 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0582666 Aug 27 16:24:37.847830 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:37.848084 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-99618add-bb9c-47bf-a304-c1b21c025312 req-08c0e6ab-03ef-4f16-bccb-a78e655df65b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327435 Aug 27 16:24:37.862705 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'port_id': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'mac_address': 'fa:16:3e:58:52:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:24:37.899709 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.912756 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a8a5a92-ca55-4bae-9966-453df35a01fd {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:24:37.931086 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:37.938083 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.982961 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:38.109347 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['2a8a5a92-ca55-4bae-9966-453df35a01fd'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:24:38.969582 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0aece3-37da-45cb-b4f7-526a0a8b0bb4 req-1d7e8a73-b6cc-41e2-97e7-15f916493407 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:38.971067 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bd0aece3-37da-45cb-b4f7-526a0a8b0bb4 req-1d7e8a73-b6cc-41e2-97e7-15f916493407 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 944 time: 0.0510764 Aug 27 16:24:39.007350 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bd0aece3-37da-45cb-b4f7-526a0a8b0bb4 req-7c6663f3-bc5b-41c4-b80b-70c0892dcc45 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304697 Aug 27 16:24:39.744305 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2a8a5a92-ca55-4bae-9966-453df35a01fd up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:39.790708 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 2a8a5a92-ca55-4bae-9966-453df35a01fd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:39.791078 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.865907 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.887505 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:24:39.889764 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c448d573-5c25-437a-92bb-8810dad926a9" -d '{"events": [{"server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "name": "network-vif-plugged", "status": "completed", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:24:39.901654 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:39.905600 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.930459 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec54e45-f5eb-46ad-9859-5b9a62f0a3e8 x-openstack-request-id: req-fec54e45-f5eb-46ad-9859-5b9a62f0a3e8 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:24:39.930748 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "name": "network-vif-plugged", "status": "completed", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:24:39.931087 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fec54e45-f5eb-46ad-9859-5b9a62f0a3e8 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:24:39.931472 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'code': 200} Aug 27 16:24:39.955282 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:39.962512 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.962864 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.963207 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.963545 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.963877 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.964207 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.964538 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.964893 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.965226 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.965547 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.965867 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:39.966187 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:40.131650 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5266e-3652-4149-9297-637ab2124588 req-0dcfdcdc-b0c6-4406-b14c-7a2ed5bcccf2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:40.133118 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-87e5266e-3652-4149-9297-637ab2124588 req-0dcfdcdc-b0c6-4406-b14c-7a2ed5bcccf2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0535309 Aug 27 16:24:40.169471 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-87e5266e-3652-4149-9297-637ab2124588 req-d372253a-7c19-47f0-b7b3-ba548907129b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305295 Aug 27 16:24:41.291752 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720bc32-d4df-47a5-b4e2-4a613d6f47d4 req-83877161-f0e2-440e-a4d9-3321a443a531 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:41.293134 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d720bc32-d4df-47a5-b4e2-4a613d6f47d4 req-83877161-f0e2-440e-a4d9-3321a443a531 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0535574 Aug 27 16:24:41.330384 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d720bc32-d4df-47a5-b4e2-4a613d6f47d4 req-f1cab402-480e-41a8-b698-93a074b44f7e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307071 Aug 27 16:24:42.446394 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dc522-242b-49a3-b97e-e55629444a8c req-b0664698-d46d-4723-9118-6b0da1c50157 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:42.447835 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a43dc522-242b-49a3-b97e-e55629444a8c req-b0664698-d46d-4723-9118-6b0da1c50157 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0474477 Aug 27 16:24:42.484093 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a43dc522-242b-49a3-b97e-e55629444a8c req-b84584de-0b94-4f36-8551-96d8099936ca tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298767 Aug 27 16:24:43.603492 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a687a5-c3b8-4a33-9822-7e826854ee68 req-b793fe04-974d-4e10-b94a-316e41956789 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:43.604882 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-82a687a5-c3b8-4a33-9822-7e826854ee68 req-b793fe04-974d-4e10-b94a-316e41956789 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0513442 Aug 27 16:24:43.642621 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-82a687a5-c3b8-4a33-9822-7e826854ee68 req-249472e4-d971-4c8d-b19b-d6d45d01abf8 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311875 Aug 27 16:24:44.773911 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb30273-ceab-4ef9-bb92-13280c756be4 req-963fd5e3-1230-46d5-b9b6-88f23ab6c1bb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:44.781987 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7bb30273-ceab-4ef9-bb92-13280c756be4 req-963fd5e3-1230-46d5-b9b6-88f23ab6c1bb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0673571 Aug 27 16:24:44.826867 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7bb30273-ceab-4ef9-bb92-13280c756be4 req-2e62aad8-3b3b-4d8e-9f12-53b951fb7f19 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440302 Aug 27 16:24:45.950028 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ebb6d-b310-43e1-b0e0-54c3cf459fb6 req-515ab268-d4e5-4bf1-9ea7-09d267576154 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:45.951569 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a5ebb6d-b310-43e1-b0e0-54c3cf459fb6 req-515ab268-d4e5-4bf1-9ea7-09d267576154 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0581429 Aug 27 16:24:45.990680 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a5ebb6d-b310-43e1-b0e0-54c3cf459fb6 req-67e28828-ac2a-441b-920c-d47d423a6cc8 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Aug 27 16:24:47.120587 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf77b16-8d25-42ca-b2ae-0e9931dde11d req-ec0d8f6b-ef15-4ec7-bec7-44dbd0443c78 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:47.122071 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5cf77b16-8d25-42ca-b2ae-0e9931dde11d req-ec0d8f6b-ef15-4ec7-bec7-44dbd0443c78 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0543396 Aug 27 16:24:47.161308 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5cf77b16-8d25-42ca-b2ae-0e9931dde11d req-2d5c1636-d953-4f27-93e3-a6be55961869 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323501 Aug 27 16:24:47.611326 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2618-dd6b-406c-9816-999287547297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.143550 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.299998 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3986e56-3f1d-4e99-9454-ef453af8fcbb req-6c25cb0d-9402-4597-bf19-a4e6058cf4a2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:48.301536 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c3986e56-3f1d-4e99-9454-ef453af8fcbb req-6c25cb0d-9402-4597-bf19-a4e6058cf4a2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0527368 Aug 27 16:24:48.342708 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c3986e56-3f1d-4e99-9454-ef453af8fcbb req-4d99d3b0-5eb6-4ce1-9112-aaf4280ff159 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350921 Aug 27 16:24:49.626646 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7681e1a-623e-4216-8b64-3ca8248fca75 req-80fd61d4-b8f3-4486-b675-022716dcdd92 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:49.628111 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e7681e1a-623e-4216-8b64-3ca8248fca75 req-80fd61d4-b8f3-4486-b675-022716dcdd92 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0500672 Aug 27 16:24:49.675766 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e7681e1a-623e-4216-8b64-3ca8248fca75 req-9cdc12ad-2ab2-45fb-8b62-89de38dcf196 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Aug 27 16:24:50.032839 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc224-1d8f-4c58-b983-1d57abb74a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:50.296130 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:50.836143 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf313665-087e-4080-884d-228a5b4e6a0a req-b6f8313f-47ae-4fa0-a042-df85f916a0a9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:50.837724 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-cf313665-087e-4080-884d-228a5b4e6a0a req-b6f8313f-47ae-4fa0-a042-df85f916a0a9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0894630 Aug 27 16:24:50.876516 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-cf313665-087e-4080-884d-228a5b4e6a0a req-7b3ff27f-d4f1-448b-abde-6d6d5295741b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Aug 27 16:24:51.425159 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:52.019551 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed303-96f2-41a1-9c98-0960a3b7c57e req-400ab2c6-fda5-4df2-9bf4-23de89b84d8f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:52.021188 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a0ed303-96f2-41a1-9c98-0960a3b7c57e req-400ab2c6-fda5-4df2-9bf4-23de89b84d8f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0689993 Aug 27 16:24:52.067093 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9a0ed303-96f2-41a1-9c98-0960a3b7c57e req-5f5a7ee2-f953-4e9c-b192-d913b1ab9a2a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389218 Aug 27 16:24:52.898570 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.190237 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060647-22a7-4d5c-a8e6-fefec05844bd req-5c8c287f-e293-4ebf-af20-1876e7bbc16a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.191779 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7b060647-22a7-4d5c-a8e6-fefec05844bd req-5c8c287f-e293-4ebf-af20-1876e7bbc16a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0511537 Aug 27 16:24:53.230919 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7b060647-22a7-4d5c-a8e6-fefec05844bd req-df8924ee-4d33-4735-924d-019a3fd06556 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334175 Aug 27 16:24:54.359879 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbf5c9-330c-4057-884c-7a3ddda9e526 req-73e0a5ae-b9b5-41c5-927c-30844fd98baf tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:54.361593 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-20bbf5c9-330c-4057-884c-7a3ddda9e526 req-73e0a5ae-b9b5-41c5-927c-30844fd98baf tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0556638 Aug 27 16:24:54.405044 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-20bbf5c9-330c-4057-884c-7a3ddda9e526 req-dd094ebe-5298-4d2b-8388-c88f6273e0e4 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372927 Aug 27 16:24:55.533444 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343ac8c-ef70-44ad-a4fc-312b0d1bbf7b req-d27e15cc-69a8-4df4-9a6b-daab9abde7b5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:55.534948 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d343ac8c-ef70-44ad-a4fc-312b0d1bbf7b req-d27e15cc-69a8-4df4-9a6b-daab9abde7b5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0486009 Aug 27 16:24:55.572092 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d343ac8c-ef70-44ad-a4fc-312b0d1bbf7b req-e356d96a-a044-42c4-81d7-297a3703960c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Aug 27 16:24:56.482468 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-6ab6d5c4-a7e1-467b-9e37-e9dcc3ba2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.484520 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-6ab6d5c4-a7e1-467b-9e37-e9dcc3ba2e2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 1098 time: 0.0424066 Aug 27 16:24:56.572608 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-051641a0-0935-4a6f-a4e9-c73f741e9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.573996 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-051641a0-0935-4a6f-a4e9-c73f741e9a8c service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.0831549 Aug 27 16:24:56.639994 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-cf9a6472-fbc9-4006-853a-4f5e1a9931cd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd HTTP/1.1" status: 200 len: 1001 time: 0.0571408 Aug 27 16:24:56.739313 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79279-63db-43cf-92b6-518aae3072e9 req-8395e272-0041-41de-a09a-7783ce7a4994 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.742332 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8aa79279-63db-43cf-92b6-518aae3072e9 req-8395e272-0041-41de-a09a-7783ce7a4994 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0993474 Aug 27 16:24:56.744279 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-fcc4d7e3-c7b6-46c0-921a-a8830f3b6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.746138 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-fcc4d7e3-c7b6-46c0-921a-a8830f3b6bac service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0947554 Aug 27 16:24:56.805914 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8aa79279-63db-43cf-92b6-518aae3072e9 req-b5e45f88-bd56-4b69-857a-cec0d9c5339f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575302 Aug 27 16:24:56.813816 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-cf9a0a63-84e7-4f14-8951-d61e62136c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.815258 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-cf9a0a63-84e7-4f14-8951-d61e62136c07 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604687 Aug 27 16:24:56.908004 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-ca63a535-a355-45a4-ab06-647644c515a7 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842075 Aug 27 16:24:56.994774 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-073aa04b-adfd-41d7-a388-eff27ca77ec0 req-6e2c7262-aff3-40b6-aeae-47d44fdccf27 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788898 Aug 27 16:24:57.927578 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1cc4b-d579-4604-91e9-e0428f0be3f7 req-c94953d3-1a92-4dc5-b5ea-17f40e2bb83c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:57.929022 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-75e1cc4b-d579-4604-91e9-e0428f0be3f7 req-c94953d3-1a92-4dc5-b5ea-17f40e2bb83c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0529826 Aug 27 16:24:57.965899 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-75e1cc4b-d579-4604-91e9-e0428f0be3f7 req-612326c9-aeda-4af0-88e7-6e25d17a0cca tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Aug 27 16:24:59.093089 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e846a-26dc-48f9-95fd-ec2d35dd928b req-509bb322-2094-46b2-bc5f-4cd7dadb963d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:59.095141 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8b0e846a-26dc-48f9-95fd-ec2d35dd928b req-509bb322-2094-46b2-bc5f-4cd7dadb963d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 945 time: 0.0549009 Aug 27 16:24:59.143306 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8b0e846a-26dc-48f9-95fd-ec2d35dd928b req-e66369d6-f3d2-494b-ba1d-ad13db1c7542 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Aug 27 16:24:59.848696 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2a8a5a92-ca55-4bae-9966-453df35a01fd no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:00.037227 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.059514 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:00.062415 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535bdd5c-4ec3-4495-bdec-a422f8498728" -d '{"events": [{"server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:00.074569 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:00.078440 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.100008 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc44ba0-c07f-4b4c-813b-7402ba364ad4 x-openstack-request-id: req-afc44ba0-c07f-4b4c-813b-7402ba364ad4 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:00.100237 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "name": "network-vif-unplugged", "status": "failed", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd", "code": 422}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:00.100487 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afc44ba0-c07f-4b4c-813b-7402ba364ad4 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:00.100916 dv-cinder-800695-5-iscsi neutron-server[94014]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'code': 422} returned with failed status Aug 27 16:25:00.125746 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:00.263296 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b04214-865c-4370-91c9-82ba67e6c27f req-72815f02-d87d-498e-9d3a-8146b910de32 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:00.264806 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30b04214-865c-4370-91c9-82ba67e6c27f req-72815f02-d87d-498e-9d3a-8146b910de32 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0482764 Aug 27 16:25:00.301584 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30b04214-865c-4370-91c9-82ba67e6c27f req-0c97d876-526b-47f6-b196-7b4ecf9baf6a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311007 Aug 27 16:25:01.211418 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd21408-2459-4bb2-9eee-9dc53e0f87f9 req-353480c0-62fd-48df-9f9b-09c8d6a805f1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:01.212903 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3fd21408-2459-4bb2-9eee-9dc53e0f87f9 req-353480c0-62fd-48df-9f9b-09c8d6a805f1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0493515 Aug 27 16:25:01.250149 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3fd21408-2459-4bb2-9eee-9dc53e0f87f9 req-7ab05653-c44e-4848-ba21-21db970222a0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308957 Aug 27 16:25:01.382965 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-0efc09e4-91bf-4879-9b5b-45685e93abc4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844569 Aug 27 16:25:02.229658 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-cbd115f1-303a-43e6-a365-6ee5f08b1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:02.231125 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-cbd115f1-303a-43e6-a365-6ee5f08b1244 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e&tenant_id=dec7d9da1655470d9ffb03a4482157d0 HTTP/1.1" status: 200 len: 1096 time: 0.0414910 Aug 27 16:25:02.310662 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-bd352227-c966-47be-ae56-9cbcf77b6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:02.312199 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-bd352227-c966-47be-ae56-9cbcf77b6b6f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 1096 time: 0.0433137 Aug 27 16:25:02.367916 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4510dc-e888-430a-8257-46778b2b3028 req-fd37c090-05f0-4f9c-b5e6-58e9924414cb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:02.369405 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-db4510dc-e888-430a-8257-46778b2b3028 req-fd37c090-05f0-4f9c-b5e6-58e9924414cb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0485358 Aug 27 16:25:02.401463 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-bffb6e0f-0376-44f5-8bfb-13548266aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:02.402950 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-bffb6e0f-0376-44f5-8bfb-13548266aa0e service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.0836816 Aug 27 16:25:02.407219 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-db4510dc-e888-430a-8257-46778b2b3028 req-ce2c1444-ac46-4806-8cc0-7dfc1ccd8cef tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318968 Aug 27 16:25:02.471052 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-68b20b60-707a-4790-b6ef-645dc60e41c1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd HTTP/1.1" status: 200 len: 999 time: 0.0604615 Aug 27 16:25:02.520040 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-f1c1cec8-49f6-47d3-bef1-8a8d63194aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:02.521795 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-f1c1cec8-49f6-47d3-bef1-8a8d63194aef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0429592 Aug 27 16:25:02.569453 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-f78042bd-7f5c-45a5-9f86-1606a0d73c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:02.570901 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-f78042bd-7f5c-45a5-9f86-1606a0d73c36 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409067 Aug 27 16:25:02.661558 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-4edb97e7-c09e-4816-8dbe-648d3dbb3169 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824986 Aug 27 16:25:02.751028 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-bc11f5ba-bb89-42a1-8511-29c12409a7db req-54818286-c931-4d4c-88fa-4d33de011dd1 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817993 Aug 27 16:25:03.548384 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ec95e-4e3c-4e56-b43b-d61af023b4d8 req-f44c5e78-0c50-47cb-b43b-ae7f99a9ef90 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:03.549873 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5a9ec95e-4e3c-4e56-b43b-d61af023b4d8 req-f44c5e78-0c50-47cb-b43b-ae7f99a9ef90 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0682607 Aug 27 16:25:03.610957 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5a9ec95e-4e3c-4e56-b43b-d61af023b4d8 req-a495335a-b5e9-4aa2-8a84-de3b58761710 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550520 Aug 27 16:25:03.880613 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2a8a5a92-ca55-4bae-9966-453df35a01fd no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:04.727826 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605818b5-924e-43eb-90c6-e0f49e480e4c req-2fb96de0-0128-4fd9-92a3-05490a8f5300 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:04.729347 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-605818b5-924e-43eb-90c6-e0f49e480e4c req-2fb96de0-0128-4fd9-92a3-05490a8f5300 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0601761 Aug 27 16:25:04.784659 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-605818b5-924e-43eb-90c6-e0f49e480e4c req-42f0df28-046c-435f-9e2c-86dc13b78b28 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491900 Aug 27 16:25:05.903847 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876a37c-ae31-4522-a6ed-2992c7b9e19c req-6ee286fb-3473-413b-9361-3a39f393c009 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:05.905319 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1876a37c-ae31-4522-a6ed-2992c7b9e19c req-6ee286fb-3473-413b-9361-3a39f393c009 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0473433 Aug 27 16:25:05.946494 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1876a37c-ae31-4522-a6ed-2992c7b9e19c req-c6def5a3-38e3-4925-b21c-308b6c6388ce tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345724 Aug 27 16:25:07.118685 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a1acc-75d9-4814-a6a1-ca68a541f324 req-ffda165f-e093-4005-8d91-a92b4e5c4f44 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:07.120160 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-428a1acc-75d9-4814-a6a1-ca68a541f324 req-ffda165f-e093-4005-8d91-a92b4e5c4f44 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.1004627 Aug 27 16:25:07.157289 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-428a1acc-75d9-4814-a6a1-ca68a541f324 req-d457c2e2-9f04-4664-8db5-c21f5e566e2b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Aug 27 16:25:08.286141 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e276e-715f-4777-af58-be566b0ecccf req-9419fc28-3c8c-40e5-8159-34f65ece4b4d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:08.287882 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b91e276e-715f-4777-af58-be566b0ecccf req-9419fc28-3c8c-40e5-8159-34f65ece4b4d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0597715 Aug 27 16:25:08.328899 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b91e276e-715f-4777-af58-be566b0ecccf req-1ca845b4-7848-4cc2-b95f-eeb7eb86b57c tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350902 Aug 27 16:25:09.447769 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee68d7c-f4ee-4838-9e55-f213ef165e34 req-34226b44-4baf-4b9f-8d54-d07e3378f91a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:09.449375 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cee68d7c-f4ee-4838-9e55-f213ef165e34 req-34226b44-4baf-4b9f-8d54-d07e3378f91a tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0495892 Aug 27 16:25:09.488741 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cee68d7c-f4ee-4838-9e55-f213ef165e34 req-e475732a-f8bc-4ab4-9b82-362b90934728 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325739 Aug 27 16:25:10.613777 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603ed7-bc76-4fc7-9fbb-b50f27438354 req-e195c374-c5e4-4d2d-ba30-ed64f271c239 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:10.615270 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-24603ed7-bc76-4fc7-9fbb-b50f27438354 req-e195c374-c5e4-4d2d-ba30-ed64f271c239 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0499341 Aug 27 16:25:10.651698 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-24603ed7-bc76-4fc7-9fbb-b50f27438354 req-14abb749-803b-4724-baa0-adcec5be06e5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305507 Aug 27 16:25:11.769773 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc22796-28b1-49dc-b527-c3f940988034 req-195abd0f-7ce6-4a0c-b19f-2b2d85de92cc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:11.771275 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4cc22796-28b1-49dc-b527-c3f940988034 req-195abd0f-7ce6-4a0c-b19f-2b2d85de92cc tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0505476 Aug 27 16:25:11.813645 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4cc22796-28b1-49dc-b527-c3f940988034 req-61abcd17-47fa-4b59-9c7c-79af7dd9c8d4 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363309 Aug 27 16:25:11.977805 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:25:12.952648 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a1874-3ed0-45b0-bce3-0c37533b2170 req-b45b3787-d5ae-4344-92c0-a2eb5f1f422d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:12.954167 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a35a1874-3ed0-45b0-bce3-0c37533b2170 req-b45b3787-d5ae-4344-92c0-a2eb5f1f422d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0484824 Aug 27 16:25:12.991961 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a35a1874-3ed0-45b0-bce3-0c37533b2170 req-4c6d6803-42e1-480a-a8a3-ae36ca5ea680 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Aug 27 16:25:14.107091 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3d9f8-8344-4929-a7f1-b1525e04a374 req-d23a743d-74e5-40a8-bd79-13cafe038072 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:14.108526 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3fe3d9f8-8344-4929-a7f1-b1525e04a374 req-d23a743d-74e5-40a8-bd79-13cafe038072 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0472736 Aug 27 16:25:14.149585 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3fe3d9f8-8344-4929-a7f1-b1525e04a374 req-ba9e0a09-a763-48ff-9f95-17c14ee231db tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347548 Aug 27 16:25:15.275348 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b18f-1b63-4255-8b10-163169ff766b req-8ce67ae2-8486-4379-9a1f-a673038729ab tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:15.276694 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-be28b18f-1b63-4255-8b10-163169ff766b req-8ce67ae2-8486-4379-9a1f-a673038729ab tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0476844 Aug 27 16:25:15.317655 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-be28b18f-1b63-4255-8b10-163169ff766b req-fcd2dac0-9995-4a80-a0da-c7bfbc70cc53 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346339 Aug 27 16:25:16.437502 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738e6d-4e99-4075-9cbf-6e0a3f16b7c2 req-e51875c8-d7ec-464c-80a8-480beb20bfd4 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:16.439068 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-10738e6d-4e99-4075-9cbf-6e0a3f16b7c2 req-e51875c8-d7ec-464c-80a8-480beb20bfd4 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0486312 Aug 27 16:25:16.477097 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-10738e6d-4e99-4075-9cbf-6e0a3f16b7c2 req-769aec12-1f61-4a7c-84da-89ad2849a59d tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Aug 27 16:25:17.601654 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f77dbf8-034e-41b8-b99c-b67b47f44f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.722760 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6c8f-2b5b-470f-947b-93746836144b req-bc4819a9-84d6-4354-bedb-6795659d56ed tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:17.724228 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0d6d6c8f-2b5b-470f-947b-93746836144b req-bc4819a9-84d6-4354-bedb-6795659d56ed tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0488491 Aug 27 16:25:17.760594 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0d6d6c8f-2b5b-470f-947b-93746836144b req-d76620bd-b39f-4b77-a9ae-09acad404c04 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305007 Aug 27 16:25:18.141684 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.878024 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433022-d6ed-4dbe-ac00-2001d4f6a2eb req-559306dc-caec-403a-8b82-b9e0b98aecac tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:18.879752 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0f433022-d6ed-4dbe-ac00-2001d4f6a2eb req-559306dc-caec-403a-8b82-b9e0b98aecac tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0476043 Aug 27 16:25:18.918838 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0f433022-d6ed-4dbe-ac00-2001d4f6a2eb req-8fd71fe1-db0a-40fa-845c-c458acb73837 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333273 Aug 27 16:25:20.025105 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-db4900d3-e460-41c1-a2ba-b25040a98a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.039916 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3aa6d-a61e-49e6-8a59-b4b0a34fb8da req-d49dd711-67a5-492a-bef4-90bb82bbd1d1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:20.041367 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-92b3aa6d-a61e-49e6-8a59-b4b0a34fb8da req-d49dd711-67a5-492a-bef4-90bb82bbd1d1 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0522344 Aug 27 16:25:20.078312 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-92b3aa6d-a61e-49e6-8a59-b4b0a34fb8da req-1d14f3fa-ad44-479c-9ae2-308f5d5929ab tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Aug 27 16:25:20.296528 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.869862 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-f9a46112-fa62-4ed7-8f76-38e53ccb004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:20.871528 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-f9a46112-fa62-4ed7-8f76-38e53ccb004b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dec7d9da1655470d9ffb03a4482157d0&device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 1096 time: 0.0413826 Aug 27 16:25:20.978648 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-3210bb59-abda-46f1-ba34-4027f475cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:20.979130 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-3210bb59-abda-46f1-ba34-4027f475cf4f service neutron] 10.222.0.88 "GET /v2.0/networks?id=710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 200 len: 917 time: 0.0876758 Aug 27 16:25:21.046201 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-b3ccd5fa-8fc5-4b02-84ce-b2a9f5b1395f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd HTTP/1.1" status: 200 len: 999 time: 0.0588057 Aug 27 16:25:21.101334 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-0e924bc6-6957-4a1b-b849-eafabc90b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:21.102831 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-0e924bc6-6957-4a1b-b849-eafabc90b78c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 200 len: 855 time: 0.0485830 Aug 27 16:25:21.156539 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-5cf8e3ba-9fd9-4d5d-ad1a-3ac65f9494eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:21.158066 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-5cf8e3ba-9fd9-4d5d-ad1a-3ac65f9494eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710528ce-a840-4305-b82a-8a697ab88986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477293 Aug 27 16:25:21.286904 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7afb47-2908-4887-9406-a5d4b7ce123b req-15fe3933-a426-4366-bd78-66df02bded25 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:21.288625 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-db7afb47-2908-4887-9406-a5d4b7ce123b req-15fe3933-a426-4366-bd78-66df02bded25 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.1345358 Aug 27 16:25:21.322096 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-6c41b64d-20f7-41a4-827d-e4a7d9755b8d service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554978 Aug 27 16:25:21.378288 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-db7afb47-2908-4887-9406-a5d4b7ce123b req-3ecfe0f8-45ef-40ef-b536-be12ce5e2ee2 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771878 Aug 27 16:25:21.426491 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.453690 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4207cc6c-2c8e-4fa4-8a58-2683ce7977de req-8d4880c2-c779-4b3b-99de-b391f97eceb0 service neutron] 10.222.0.88 "GET /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206412 Aug 27 16:25:22.507352 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2571f31-0151-454e-9b95-b5aaa4b1b579 req-c7d74637-7678-4174-9d9e-5815e08f74dd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:22.508822 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f2571f31-0151-454e-9b95-b5aaa4b1b579 req-c7d74637-7678-4174-9d9e-5815e08f74dd tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0522482 Aug 27 16:25:22.547930 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f2571f31-0151-454e-9b95-b5aaa4b1b579 req-5689a24e-155c-4a58-90d7-d82d31dc1b8f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Aug 27 16:25:22.900191 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.663057 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cf1c0-01d1-440d-bc44-aa4a336ae76c req-8d28c781-e59f-41db-8ad9-310f62360a4b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:23.664503 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-845cf1c0-01d1-440d-bc44-aa4a336ae76c req-8d28c781-e59f-41db-8ad9-310f62360a4b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 943 time: 0.0473814 Aug 27 16:25:23.701163 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-845cf1c0-01d1-440d-bc44-aa4a336ae76c req-70a7a625-390a-4478-bb88-dc3b5eec7197 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309315 Aug 27 16:25:23.957862 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2a8a5a92-ca55-4bae-9966-453df35a01fd details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:25:24.051860 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:24.062709 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'port_id': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'mac_address': 'fa:16:3e:58:52:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:25:24.099258 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:24.111243 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8a5a92-ca55-4bae-9966-453df35a01fd {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:25:24.130395 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:24.134167 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:24.178409 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:24.590142 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['2a8a5a92-ca55-4bae-9966-453df35a01fd'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:25:24.827806 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c5cc9-b46c-42c7-836b-662416cad593 req-48c5017b-b7d4-43f9-949a-20c41a8b7b2e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:24.829266 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-013c5cc9-b46c-42c7-836b-662416cad593 req-48c5017b-b7d4-43f9-949a-20c41a8b7b2e tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 944 time: 0.0497956 Aug 27 16:25:24.865711 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-013c5cc9-b46c-42c7-836b-662416cad593 req-d7b9530d-ce36-41c6-95b5-f547366fd040 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305009 Aug 27 16:25:25.957667 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2a8a5a92-ca55-4bae-9966-453df35a01fd up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:25.983601 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce271151-6558-4002-af64-c37c07500423 req-1f5583b0-888f-4708-91bc-86a366a1d8cb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:25.985070 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ce271151-6558-4002-af64-c37c07500423 req-1f5583b0-888f-4708-91bc-86a366a1d8cb tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 944 time: 0.0483479 Aug 27 16:25:26.004718 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 2a8a5a92-ca55-4bae-9966-453df35a01fd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:26.005094 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.024514 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ce271151-6558-4002-af64-c37c07500423 req-062643c1-a1b5-4197-8998-31f7b0bb4cdf tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325389 Aug 27 16:25:26.082416 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.104250 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:26.106485 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157802d7-c1e7-4ccd-82fa-bfe884df2d7c" -d '{"events": [{"server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "name": "network-vif-plugged", "status": "completed", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:26.118355 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:26.122623 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.146115 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a49bbc-8d80-4209-a8cf-9ce8d86b2a3e x-openstack-request-id: req-d2a49bbc-8d80-4209-a8cf-9ce8d86b2a3e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:26.146448 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "name": "network-vif-plugged", "status": "completed", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:26.146707 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2a49bbc-8d80-4209-a8cf-9ce8d86b2a3e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:26.147096 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'code': 200} Aug 27 16:25:26.171986 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:26.424863 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc076a-da78-4fa5-9377-88e3c02e9375 req-eb6844ba-a1fb-46a0-8b5e-e5b2f16f9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:26.426230 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8abc076a-da78-4fa5-9377-88e3c02e9375 req-eb6844ba-a1fb-46a0-8b5e-e5b2f16f9a98 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 1099 time: 0.0428042 Aug 27 16:25:26.460701 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8abc076a-da78-4fa5-9377-88e3c02e9375 req-c27bd8e1-4823-4742-93d8-1c6b23689682 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262721 Aug 27 16:25:27.140824 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd137e-2330-425c-aaba-22e95e1bd1e8 req-b2cde641-14c1-4d0a-ae3b-95095f52b348 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:27.142774 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-07dd137e-2330-425c-aaba-22e95e1bd1e8 req-b2cde641-14c1-4d0a-ae3b-95095f52b348 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 946 time: 0.0473754 Aug 27 16:25:27.177888 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-07dd137e-2330-425c-aaba-22e95e1bd1e8 req-1097694c-b94b-475e-b21d-3e10866ff3f9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294590 Aug 27 16:25:28.307468 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db319ce1-59fb-41fc-97a1-359d1c971baa req-31ec7fa9-1aef-4db5-a159-130789ba7839 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:28.308935 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-db319ce1-59fb-41fc-97a1-359d1c971baa req-31ec7fa9-1aef-4db5-a159-130789ba7839 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 946 time: 0.0493340 Aug 27 16:25:28.351585 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-db319ce1-59fb-41fc-97a1-359d1c971baa req-ebb4e645-a2b3-48cd-a109-200e06980937 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364945 Aug 27 16:25:29.466925 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4866948-fdd1-427a-a25a-6bb7595c0e7b req-b683c2c6-20c9-4a89-9a75-bf7321359f1b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:29.468346 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a4866948-fdd1-427a-a25a-6bb7595c0e7b req-b683c2c6-20c9-4a89-9a75-bf7321359f1b tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 946 time: 0.0467832 Aug 27 16:25:29.507829 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a4866948-fdd1-427a-a25a-6bb7595c0e7b req-a6c8c1c2-b35a-4dc8-802a-4e8bb8d38573 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Aug 27 16:25:43.739181 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10852d8a-b9b6-48b4-ae71-b671493646a2 req-29a40078-f8d0-4c59-97dd-1ed64e7689aa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:43.740644 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-10852d8a-b9b6-48b4-ae71-b671493646a2 req-29a40078-f8d0-4c59-97dd-1ed64e7689aa tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 945 time: 0.0510147 Aug 27 16:25:43.776576 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-10852d8a-b9b6-48b4-ae71-b671493646a2 req-fa82e435-5e80-4210-9764-07832c7880cb tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300250 Aug 27 16:25:44.890402 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196097b-006b-44bd-b12e-83f960890586 req-99536138-6607-4152-a902-4bc6d27ff214 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:44.891876 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8196097b-006b-44bd-b12e-83f960890586 req-99536138-6607-4152-a902-4bc6d27ff214 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 945 time: 0.0486400 Aug 27 16:25:44.929012 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8196097b-006b-44bd-b12e-83f960890586 req-1fad10bd-3e81-4e6f-8793-95fef8efb5ac tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Aug 27 16:25:46.073703 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a459aac-67ac-4ced-9a57-f9eba8dedf51 req-9f2714a3-4d8b-4651-a015-7c15989ab84f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:46.075169 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a459aac-67ac-4ced-9a57-f9eba8dedf51 req-9f2714a3-4d8b-4651-a015-7c15989ab84f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 945 time: 0.0759418 Aug 27 16:25:46.086126 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-e1e10d63-0959-4217-88ec-9468c5f42648 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:46.087510 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-e1e10d63-0959-4217-88ec-9468c5f42648 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.88 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 945 time: 0.0627186 Aug 27 16:25:46.153159 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8a459aac-67ac-4ced-9a57-f9eba8dedf51 req-ac5972d9-8982-4b18-bcd4-2eb8d25828ed tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646894 Aug 27 16:25:46.197465 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Deleting port df211739-2f64-4556-b147-0d0a12f06ead {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:46.197808 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.281358 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] For port df211739-2f64-4556-b147-0d0a12f06ead, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=df211739-2f64-4556-b147-0d0a12f06ead,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:46.281714 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.443966 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.444344 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.444656 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Floating IP 108c8146-c49c-462b-b6c5-0cab109b6f52 disassociated. External IP: 172.27.0.124, port: df211739-2f64-4556-b147-0d0a12f06ead. Aug 27 16:25:46.444992 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Calling delete_port for df211739-2f64-4556-b147-0d0a12f06ead owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:46.565389 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.594826 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event deleted for resources: {'Port': ['ID=df211739-2f64-4556-b147-0d0a12f06ead,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:46.607184 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.607545 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.607890 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.608230 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.608567 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.608898 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.609228 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.609558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.609886 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.610211 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.610575 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.610900 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:46.720202 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Router 69474aa8-2655-41ac-999f-ce3778829f34 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:25:46.823394 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:46.834148 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] Sync routers for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:46.844060 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:46.844665 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:25:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:46.863125 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] No DVR routers for this DVR port df211739-2f64-4556-b147-0d0a12f06ead on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:46.865591 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.867668 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8ae6479e-1043-4c0c-8ab1-a16a4f54e09b req-d348ca7a-f083-4e6e-9aad-3389cb274097 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.88 "DELETE /v2.0/ports/df211739-2f64-4556-b147-0d0a12f06ead HTTP/1.1" status: 204 len: 173 time: 0.7724388 Aug 27 16:25:46.868034 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66419919-0d90-4e64-a673-13483f3d3140', 'name': 'network-vif-deleted', 'tag': 'df211739-2f64-4556-b147-0d0a12f06ead'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:46.870318 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b9c359-cf45-43d6-812c-c7f0909eece2" -d '{"events": [{"server_uuid": "66419919-0d90-4e64-a673-13483f3d3140", "name": "network-vif-deleted", "tag": "df211739-2f64-4556-b147-0d0a12f06ead"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:46.914559 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b61d5b-eeb3-4df9-81a0-66ab169d7e84 x-openstack-request-id: req-95b61d5b-eeb3-4df9-81a0-66ab169d7e84 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:46.914850 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66419919-0d90-4e64-a673-13483f3d3140", "name": "network-vif-deleted", "tag": "df211739-2f64-4556-b147-0d0a12f06ead", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:46.915122 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95b61d5b-eeb3-4df9-81a0-66ab169d7e84 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:46.915512 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66419919-0d90-4e64-a673-13483f3d3140', 'name': 'network-vif-deleted', 'tag': 'df211739-2f64-4556-b147-0d0a12f06ead', 'status': 'completed', 'code': 200} Aug 27 16:25:46.966170 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:47.193689 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:47.221963 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] Checking router: 69474aa8-2655-41ac-999f-ce3778829f34 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:25:47.230221 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:47.230865 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:25:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:47.261232 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-55e39b03-9955-4f21-b7f5-ac872d43ac74 req-2d717e95-aa27-475c-8123-6e208b424656 tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/ports?device_id=66419919-0d90-4e64-a673-13483f3d3140 HTTP/1.1" status: 200 len: 210 time: 0.0267351 Aug 27 16:25:47.340651 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:47.533676 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:47.562445 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c3dcc-b06b-41f6-8044-bdb2dffa40c0 None None] The sync data for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi is: [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:15:21Z', 'revision_number': 4, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': 'c0564dce-0d98-4807-b5c1-6d9687aba4a3', 'name': '', 'network_id': 'adf762ce-5518-4d19-b6cf-696e4e3885e7', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'mac_address': 'fa:16:3e:ab:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:18Z', 'updated_at': '2021-08-27T16:15:35Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'subnets': [{'id': 'd7776f88-8f4c-41fa-8abb-892cd28af917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:47.605678 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02900629-f013-49f7-97ab-c7aef7a5c1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.764835 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166de961-f3eb-49ee-a82f-44e600cf7609 None None] New status for floating IP 108c8146-c49c-462b-b6c5-0cab109b6f52: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:25:48.187053 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.342966 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 40252) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:48.396083 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.418635 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.463828 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.466354 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.467479 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "DELETE /v2.0/security-groups/3b657ffa-6f81-4a6b-80c1-1d2636eae8e4 HTTP/1.1" status: 204 len: 168 time: 0.1235473 Aug 27 16:25:48.470332 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40254) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:48.476166 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b657ffa-6f81-4a6b-80c1-1d2636eae8e4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:48.483003 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.483356 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.483694 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.484029 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.484172 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.api.v2.resource [None req-40df2cb1-d789-41e9-9448-6a30954a6a4f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] show failed (client error): The resource could not be found. Aug 27 16:25:48.484358 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.484686 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.488279 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.488405 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-40df2cb1-d789-41e9-9448-6a30954a6a4f tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "GET /v2.0/security-groups/3b657ffa-6f81-4a6b-80c1-1d2636eae8e4 HTTP/1.1" status: 404 len: 347 time: 0.0136645 Aug 27 16:25:48.488500 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.488500 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.488500 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.488500 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.488500 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f5-dece-4717-b174-845db229eccd tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:48.488866 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40256) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:48.607112 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9e048991-6a57-41b3-955f-03c1cee608ff tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Deleting port 9dd97dde-f9f3-44e1-a2d6-0026804d6c8b {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:48.607451 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e048991-6a57-41b3-955f-03c1cee608ff tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.683479 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e048991-6a57-41b3-955f-03c1cee608ff tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.683807 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e048991-6a57-41b3-955f-03c1cee608ff tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.695644 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9e048991-6a57-41b3-955f-03c1cee608ff tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Calling delete_port for 9dd97dde-f9f3-44e1-a2d6-0026804d6c8b owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:48.820824 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e048991-6a57-41b3-955f-03c1cee608ff tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.853002 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e048991-6a57-41b3-955f-03c1cee608ff tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Pushing event deleted for resources: {'Port': ['ID=9dd97dde-f9f3-44e1-a2d6-0026804d6c8b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:48.912655 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e048991-6a57-41b3-955f-03c1cee608ff tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.915342 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e048991-6a57-41b3-955f-03c1cee608ff tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.916475 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9e048991-6a57-41b3-955f-03c1cee608ff tempest-AttachVolumeTestJSON-475543310 tempest-AttachVolumeTestJSON-475543310-project] 10.222.0.60 "DELETE /v2.0/floatingips/108c8146-c49c-462b-b6c5-0cab109b6f52 HTTP/1.1" status: 204 len: 168 time: 0.4268875 Aug 27 16:25:48.976575 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:25:50.025792 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89732521-f908-4be0-93a4-942f6ac1d2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.114119 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device df211739-2f64-4556-b147-0d0a12f06ead no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:50.137061 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: df211739-2f64-4556-b147-0d0a12f06ead {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:50.137581 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device df211739-2f64-4556-b147-0d0a12f06ead not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:50.297611 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.426041 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.454205 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40286) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:52.902859 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.155823 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1994513'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.390385 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] Deleting port c0564dce-0d98-4807-b5c1-6d9687aba4a3 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:53.390720 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.464269 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] For port c0564dce-0d98-4807-b5c1-6d9687aba4a3, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=c0564dce-0d98-4807-b5c1-6d9687aba4a3,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:53.464894 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.476918 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] Calling delete_port for c0564dce-0d98-4807-b5c1-6d9687aba4a3 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:53.646868 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.673321 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0564dce-0d98-4807-b5c1-6d9687aba4a3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:53.838497 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994715'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.045611 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] Router 69474aa8-2655-41ac-999f-ce3778829f34 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:25:54.145854 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:54.150858 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-5f774264-9def-4ff4-a467-01d995e7c4a7 admin admin] 10.222.0.60 "PUT /v2.0/routers/69474aa8-2655-41ac-999f-ce3778829f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956260 Aug 27 16:25:54.153367 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:54.154355 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] Sync routers for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:54.163632 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:54.164263 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:25:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:54.253720 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.264331 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:54.353119 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.406053 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Deleting port 0d0af7a5-2ed9-400d-a713-4470e949606c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:54.406427 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.435031 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:25:53Z', 'revision_number': 5, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port': {'id': '0d0af7a5-2ed9-400d-a713-4470e949606c', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69474aa8-2655-41ac-999f-ce3778829f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:12Z', 'updated_at': '2021-08-27T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:54.464440 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] Checking router: 69474aa8-2655-41ac-999f-ce3778829f34 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:25:54.472980 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] Routers {'69474aa8-2655-41ac-999f-ce3778829f34'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:54.473598 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:25:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['69474aa8-2655-41ac-999f-ce3778829f34'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:54.487542 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] For port 0d0af7a5-2ed9-400d-a713-4470e949606c, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=0d0af7a5-2ed9-400d-a713-4470e949606c,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:54.488071 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.500404 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Calling delete_port for 0d0af7a5-2ed9-400d-a713-4470e949606c owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:54.671243 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.679816 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] Set router 69474aa8-2655-41ac-999f-ce3778829f34 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:54.698840 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0af7a5-2ed9-400d-a713-4470e949606c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:54.739886 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:25:54Z', 'revision_number': 6, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port_host': None}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:54.776388 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce490f8-6232-4403-988c-b9432b75de0c None None] The sync data for ids ['69474aa8-2655-41ac-999f-ce3778829f34'] in dv-cinder-800695-5-iscsi is: [{'id': '69474aa8-2655-41ac-999f-ce3778829f34', 'name': 'tempest-AttachVolumeTestJSON-1435894280-router', 'tenant_id': 'cd11569712d94df49b98c19cc117f110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:10Z', 'updated_at': '2021-08-27T16:25:54Z', 'revision_number': 6, 'project_id': 'cd11569712d94df49b98c19cc117f110', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:54.779295 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2070401'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.876304 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2072350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4652'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.879088 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.922983 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2072337'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.923428 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69474aa8-2655-41ac-999f-ce3778829f34 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:25:54.928870 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.932833 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 40292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:54.938698 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-35776da4-decd-46d6-a1fd-bfe1dfb75136 admin admin] 10.222.0.60 "DELETE /v2.0/routers/69474aa8-2655-41ac-999f-ce3778829f34 HTTP/1.1" status: 204 len: 168 time: 0.7843661 Aug 27 16:25:54.980843 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df7fe33-718b-4b0a-b2eb-b6cec10b1fb9 admin admin] Deleting subnet d7776f88-8f4c-41fa-8abb-892cd28af917 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:54.983891 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5df7fe33-718b-4b0a-b2eb-b6cec10b1fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.018083 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5df7fe33-718b-4b0a-b2eb-b6cec10b1fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165388'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.125253 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5df7fe33-718b-4b0a-b2eb-b6cec10b1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.187184 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5df7fe33-718b-4b0a-b2eb-b6cec10b1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475745'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.213774 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7fe33-718b-4b0a-b2eb-b6cec10b1fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7776f88-8f4c-41fa-8abb-892cd28af917,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:55.217658 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5df7fe33-718b-4b0a-b2eb-b6cec10b1fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.219577 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-5df7fe33-718b-4b0a-b2eb-b6cec10b1fb9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d7776f88-8f4c-41fa-8abb-892cd28af917 HTTP/1.1" status: 204 len: 168 time: 0.2857537 Aug 27 16:25:55.222827 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40294) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:55.232626 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a324a227-ba57-439c-b352-2a8fc1e55e4a None None] Network adf762ce-5518-4d19-b6cf-696e4e3885e7 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:55.297664 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.355621 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Deleting port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:55.355979 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.419328 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] For port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=16a7f7ea-49ac-4e8a-96d4-83a46277b88e,segment=NetworkSegment(5d59688e-16a9-4085-af9d-53c26152f39d),segment_id=5d59688e-16a9-4085-af9d-53c26152f39d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:55.419691 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.432039 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Calling delete_port for 16a7f7ea-49ac-4e8a-96d4-83a46277b88e owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:55.512273 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.540246 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] No DVR routers for this DVR port 16a7f7ea-49ac-4e8a-96d4-83a46277b88e on host dv-cinder-800695-5-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:55.541921 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a7f7ea-49ac-4e8a-96d4-83a46277b88e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:55.590474 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27831ab0-d243-42e0-8221-0a518997c127 None None] DHCP port deletion for adf762ce-5518-4d19-b6cf-696e4e3885e7 request from dv-cinder-800695-5-iscsi {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:25:55.593965 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c0564dce-0d98-4807-b5c1-6d9687aba4a3 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:55.619705 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.621481 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: c0564dce-0d98-4807-b5c1-6d9687aba4a3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:55.621826 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c0564dce-0d98-4807-b5c1-6d9687aba4a3 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:55.635554 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf762ce-5518-4d19-b6cf-696e4e3885e7']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:55.646485 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d59688e-16a9-4085-af9d-53c26152f39d') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:55.646782 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d59688e-16a9-4085-af9d-53c26152f39d') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:55.655498 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10291721'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.672692 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.678935 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:55.679327 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10319066'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: Traceback (most recent call last): Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: timer() Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: cb(*args, **kw) Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: return func(*args, **kwargs) Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: self._notify() Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: self.callback(batched_events) Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: event.method(event) Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: return f(self, *a, **k) Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._get(url).json() Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:55.681108 dv-cinder-800695-5-iscsi neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:55.735839 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.741255 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.743103 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] 10.222.0.60 "DELETE /v2.0/networks/adf762ce-5518-4d19-b6cf-696e4e3885e7 HTTP/1.1" status: 204 len: 168 time: 0.5192950 Aug 27 16:25:55.754612 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b639b0-277f-4e17-8fe1-ae35ec12a719 admin admin] Pushing event deleted for resources: {'Network': ['ID=adf762ce-5518-4d19-b6cf-696e4e3885e7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:55.876732 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40298) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:55.916183 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-ffb328ac-a650-4f99-ad60-2a4a70dc94c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd11569712d94df49b98c19cc117f110&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377817 Aug 27 16:25:55.918556 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40300) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:55.964875 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6b97e9f-c31f-4749-bc19-f36b3cff99dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.984835 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6b97e9f-c31f-4749-bc19-f36b3cff99dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.035558 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6b97e9f-c31f-4749-bc19-f36b3cff99dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.038568 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6b97e9f-c31f-4749-bc19-f36b3cff99dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.040126 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d6b97e9f-c31f-4749-bc19-f36b3cff99dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/012ffb2b-dcb9-4adb-899a-730ae6df86e2 HTTP/1.1" status: 204 len: 168 time: 0.1204762 Aug 27 16:25:56.047920 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b97e9f-c31f-4749-bc19-f36b3cff99dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012ffb2b-dcb9-4adb-899a-730ae6df86e2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:57.133345 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 0d0af7a5-2ed9-400d-a713-4470e949606c no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:57.154385 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 0d0af7a5-2ed9-400d-a713-4470e949606c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:57.154735 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 0d0af7a5-2ed9-400d-a713-4470e949606c not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:57.155140 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 16a7f7ea-49ac-4e8a-96d4-83a46277b88e no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:57.172935 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 16a7f7ea-49ac-4e8a-96d4-83a46277b88e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:57.173281 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 16a7f7ea-49ac-4e8a-96d4-83a46277b88e not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:26:17.607127 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3ac17e89-317e-4db6-b05b-23345e8b6fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.181428 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.026390 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c9a10154-37b4-4d84-a39e-8e2130f5996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.304054 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:21.428689 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:22.906330 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:22.937480 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-6fe72b4d-6f0b-4f3f-a0fe-7d21f4a62e0a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1327550 Aug 27 16:26:23.012140 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-2abf8883-e3f4-4c8d-b25c-8fc39ca6ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:23.013615 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-2abf8883-e3f4-4c8d-b25c-8fc39ca6ddac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 1098 time: 0.0416663 Aug 27 16:26:23.118058 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-0671d756-dcba-4bcd-8587-5b1bf9269643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:23.119516 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-0671d756-dcba-4bcd-8587-5b1bf9269643 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.0853121 Aug 27 16:26:23.184497 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-fd876e2d-cb02-4249-8dd0-ce8976f2c4bd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ce21e5-fb4c-48a4-88eb-129e397c3606 HTTP/1.1" status: 200 len: 1001 time: 0.0574305 Aug 27 16:26:23.231781 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-114f1cdd-5a56-42d0-baac-249e0c189d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:23.233148 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-114f1cdd-5a56-42d0-baac-249e0c189d7d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0414994 Aug 27 16:26:23.281257 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-da22aca0-b92f-4f10-bfc5-fb838babd4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:23.282741 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-da22aca0-b92f-4f10-bfc5-fb838babd4f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426085 Aug 27 16:26:23.294179 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-272e0dbd-6e7b-4c9a-ac64-aa444d5917ad service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:26:23.295126 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-272e0dbd-6e7b-4c9a-ac64-aa444d5917ad service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049310 Aug 27 16:26:23.380938 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-8e90426d-cda8-49d5-a950-fcecb2fd0e47 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787349 Aug 27 16:26:23.470553 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2d17cf08-0425-4297-bbdf-da6039c18ade req-9ece485b-c143-4e29-92e8-217de7590743 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819850 Aug 27 16:26:25.975578 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:26:33.860853 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40540) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:33.963406 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e703d45-1be2-48e0-8d7f-5c9140af816b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.051385 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e703d45-1be2-48e0-8d7f-5c9140af816b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.054967 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e703d45-1be2-48e0-8d7f-5c9140af816b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.092830 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9e703d45-1be2-48e0-8d7f-5c9140af816b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7124d8bcc85846fb8527fa4d00ac8629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309504 Aug 27 16:26:34.093699 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e703d45-1be2-48e0-8d7f-5c9140af816b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791693a1-c9fb-4cd8-8fe7-ee6e4a180e6d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:34.095518 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 40544) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:34.143067 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8b0b-cf6a-4a02-be12-0c48d42f8e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.163585 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8b0b-cf6a-4a02-be12-0c48d42f8e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.210168 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8b0b-cf6a-4a02-be12-0c48d42f8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.212664 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8b0b-cf6a-4a02-be12-0c48d42f8e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.213794 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ad2f8b0b-cf6a-4a02-be12-0c48d42f8e1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/791693a1-c9fb-4cd8-8fe7-ee6e4a180e6d HTTP/1.1" status: 204 len: 168 time: 0.1172330 Aug 27 16:26:34.221374 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f8b0b-cf6a-4a02-be12-0c48d42f8e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791693a1-c9fb-4cd8-8fe7-ee6e4a180e6d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:34.462663 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 40550) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:34.475408 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c9b087d-83a5-4f78-b3cd-28f848d355a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.564097 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c9b087d-83a5-4f78-b3cd-28f848d355a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.568347 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c9b087d-83a5-4f78-b3cd-28f848d355a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.605630 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-3c9b087d-83a5-4f78-b3cd-28f848d355a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e05518f96f64ad78f1c0baf9f40fdd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419253 Aug 27 16:26:34.606538 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b087d-83a5-4f78-b3cd-28f848d355a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a6333b-cf83-4508-a427-d884b51a21b7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:34.608324 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40552) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:34.657882 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ebb85fd-b1c7-4d6f-b75a-db053d0ee208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.678044 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ebb85fd-b1c7-4d6f-b75a-db053d0ee208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.723969 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ebb85fd-b1c7-4d6f-b75a-db053d0ee208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.726744 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ebb85fd-b1c7-4d6f-b75a-db053d0ee208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.727873 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9ebb85fd-b1c7-4d6f-b75a-db053d0ee208 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6a6333b-cf83-4508-a427-d884b51a21b7 HTTP/1.1" status: 204 len: 168 time: 0.1185153 Aug 27 16:26:34.735272 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb85fd-b1c7-4d6f-b75a-db053d0ee208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a6333b-cf83-4508-a427-d884b51a21b7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:36.254668 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 40596) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:36.356880 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e90d-5540-4596-a105-c20caf1a92c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.444964 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e90d-5540-4596-a105-c20caf1a92c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.448407 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e90d-5540-4596-a105-c20caf1a92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.484524 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-1ac9e90d-5540-4596-a105-c20caf1a92c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bcf6916c99445709324fee69576197d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288289 Aug 27 16:26:36.485374 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9e90d-5540-4596-a105-c20caf1a92c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477596c8-47a7-4c7c-bb4c-3b1b86a49130,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:36.487359 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40600) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:36.538961 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d69eddbd-249b-4639-9d3f-e044bc2ca5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.559901 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d69eddbd-249b-4639-9d3f-e044bc2ca5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.605773 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d69eddbd-249b-4639-9d3f-e044bc2ca5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.608320 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d69eddbd-249b-4639-9d3f-e044bc2ca5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.609498 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d69eddbd-249b-4639-9d3f-e044bc2ca5c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/477596c8-47a7-4c7c-bb4c-3b1b86a49130 HTTP/1.1" status: 204 len: 168 time: 0.1211066 Aug 27 16:26:36.617251 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69eddbd-249b-4639-9d3f-e044bc2ca5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477596c8-47a7-4c7c-bb4c-3b1b86a49130,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:36.864572 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40606) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:36.877938 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a0bbd85-893f-43a7-bca9-abe19ddff2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.962796 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a0bbd85-893f-43a7-bca9-abe19ddff2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.966112 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a0bbd85-893f-43a7-bca9-abe19ddff2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.002010 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bbd85-893f-43a7-bca9-abe19ddff2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d819fd-db0b-432a-8a50-490be3aa19e0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:37.007719 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-6a0bbd85-893f-43a7-bca9-abe19ddff2ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2fe2184fc9eb48bcb850a7352b0a7ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407471 Aug 27 16:26:37.009178 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40608) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:37.060112 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0cfead59-e526-4ba5-b4fd-18738e222467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.082924 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0cfead59-e526-4ba5-b4fd-18738e222467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.127761 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0cfead59-e526-4ba5-b4fd-18738e222467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.130419 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0cfead59-e526-4ba5-b4fd-18738e222467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.131843 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-0cfead59-e526-4ba5-b4fd-18738e222467 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9d819fd-db0b-432a-8a50-490be3aa19e0 HTTP/1.1" status: 204 len: 168 time: 0.1215212 Aug 27 16:26:37.139294 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfead59-e526-4ba5-b4fd-18738e222467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d819fd-db0b-432a-8a50-490be3aa19e0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:41.870074 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40684) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:41.973463 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9bb96d9-fc4b-46cf-b306-037b415c2606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.063134 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9bb96d9-fc4b-46cf-b306-037b415c2606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.066616 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9bb96d9-fc4b-46cf-b306-037b415c2606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.103092 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb96d9-fc4b-46cf-b306-037b415c2606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf328013-b027-4168-8ca2-5e725e9998f6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:42.107389 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a9bb96d9-fc4b-46cf-b306-037b415c2606 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7da165d148774277956ec6944dbdde27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359986 Aug 27 16:26:42.110681 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40688) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:42.157343 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70d493b2-5921-4234-9ced-d2f2484714fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.177753 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70d493b2-5921-4234-9ced-d2f2484714fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.226975 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70d493b2-5921-4234-9ced-d2f2484714fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.229519 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70d493b2-5921-4234-9ced-d2f2484714fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.230661 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-70d493b2-5921-4234-9ced-d2f2484714fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf328013-b027-4168-8ca2-5e725e9998f6 HTTP/1.1" status: 204 len: 168 time: 0.1197963 Aug 27 16:26:42.237915 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d493b2-5921-4234-9ced-d2f2484714fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf328013-b027-4168-8ca2-5e725e9998f6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:42.484374 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40694) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:42.497781 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2837f43b-e53d-4463-bf88-4f581c793f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.586387 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2837f43b-e53d-4463-bf88-4f581c793f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.589843 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2837f43b-e53d-4463-bf88-4f581c793f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.626835 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-2837f43b-e53d-4463-bf88-4f581c793f5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d82460049ae4884a7dd9c3d8e849460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414385 Aug 27 16:26:42.627681 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837f43b-e53d-4463-bf88-4f581c793f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ff5cf7-5e37-4f0a-b33f-0ec4d0e137a8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:42.629534 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 40696) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:42.677897 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f3e44fa-06b9-4982-aa68-78a28ba61c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.699092 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f3e44fa-06b9-4982-aa68-78a28ba61c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.746722 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f3e44fa-06b9-4982-aa68-78a28ba61c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.749265 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f3e44fa-06b9-4982-aa68-78a28ba61c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.750407 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8f3e44fa-06b9-4982-aa68-78a28ba61c6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5ff5cf7-5e37-4f0a-b33f-0ec4d0e137a8 HTTP/1.1" status: 204 len: 168 time: 0.1198025 Aug 27 16:26:42.759031 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e44fa-06b9-4982-aa68-78a28ba61c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ff5cf7-5e37-4f0a-b33f-0ec4d0e137a8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:43.752546 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 40726) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:43.854512 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72ecc5b8-8947-4281-9e78-293317fd325d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.938502 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72ecc5b8-8947-4281-9e78-293317fd325d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.942094 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72ecc5b8-8947-4281-9e78-293317fd325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.979589 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-72ecc5b8-8947-4281-9e78-293317fd325d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0281b50e553541d88578051affcccee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259948 Aug 27 16:26:43.980753 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecc5b8-8947-4281-9e78-293317fd325d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18c0f1b-3a61-412a-a90f-05e7ce978ede,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:43.982329 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40730) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:44.032890 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe569ef9-07eb-4382-9d98-58597de625a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.053112 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe569ef9-07eb-4382-9d98-58597de625a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.098268 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe569ef9-07eb-4382-9d98-58597de625a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.100824 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe569ef9-07eb-4382-9d98-58597de625a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.101999 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-fe569ef9-07eb-4382-9d98-58597de625a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a18c0f1b-3a61-412a-a90f-05e7ce978ede HTTP/1.1" status: 204 len: 168 time: 0.1186972 Aug 27 16:26:44.112668 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe569ef9-07eb-4382-9d98-58597de625a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18c0f1b-3a61-412a-a90f-05e7ce978ede,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:47.608568 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9a196c45-ab0f-4f63-915f-a7663ec0d45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.088662 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40788) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:48.190843 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.201922 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.280739 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.285065 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.323315 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cca5b97dcd1d4f5282e14fc41987b0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336295 Aug 27 16:26:48.324175 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169e3db7-fdf0-440e-a868-1ef6a0503cda,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:48.326410 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 40794) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:48.331230 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.331579 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.331916 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.332268 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.332577 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.332901 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.333223 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.333541 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.333861 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.334179 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.334526 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.334843 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae980-6047-45f4-9ba5-dd1a02046047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.374507 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-533a4701-3314-48df-b1a0-e46d2671c1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.394583 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-533a4701-3314-48df-b1a0-e46d2671c1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.439343 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-533a4701-3314-48df-b1a0-e46d2671c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.441985 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-533a4701-3314-48df-b1a0-e46d2671c1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.443153 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-533a4701-3314-48df-b1a0-e46d2671c1b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/169e3db7-fdf0-440e-a868-1ef6a0503cda HTTP/1.1" status: 204 len: 168 time: 0.1157086 Aug 27 16:26:48.450436 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a4701-3314-48df-b1a0-e46d2671c1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169e3db7-fdf0-440e-a868-1ef6a0503cda,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:48.696458 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40800) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:48.709458 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b743d5-6aef-442d-825b-09ccc51ef710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.794554 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b743d5-6aef-442d-825b-09ccc51ef710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.797986 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b743d5-6aef-442d-825b-09ccc51ef710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.835402 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-93b743d5-6aef-442d-825b-09ccc51ef710 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc6724a59040488796aa6023d0dd0dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378884 Aug 27 16:26:48.836344 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b743d5-6aef-442d-825b-09ccc51ef710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd73b27-9a0a-4e0c-8677-800833454d7c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:48.838004 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 40802) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:48.887890 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.907536 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.953034 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.955429 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.956522 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abd73b27-9a0a-4e0c-8677-800833454d7c HTTP/1.1" status: 204 len: 168 time: 0.1175199 Aug 27 16:26:48.963875 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd73b27-9a0a-4e0c-8677-800833454d7c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:48.970680 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.971051 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.971384 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.971711 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.972035 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.972360 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.972682 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.973003 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.973320 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.973791 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.974112 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:48.974453 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafffe10-6b4f-44ea-90cd-0df9ae1b0411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:49.399070 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381edc6a-c271-400b-a47c-b42657f2cf6e req-31f5aa8a-5ec8-41ad-b386-7f562b1be3a2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:49.400562 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-381edc6a-c271-400b-a47c-b42657f2cf6e req-31f5aa8a-5ec8-41ad-b386-7f562b1be3a2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 945 time: 0.0531583 Aug 27 16:26:49.440145 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-381edc6a-c271-400b-a47c-b42657f2cf6e req-15baa8ab-5008-4de8-96c9-28fd63c7567f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331101 Aug 27 16:26:49.637203 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 40828) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:49.731147 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1975019308-network', 'tenant_id': '46ddf34215e54729b46272a5849ff469'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:49.752009 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Made reservation on behalf of 46ddf34215e54729b46272a5849ff469 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:49.754466 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.762997 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.852404 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.856161 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.881611 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:49.891562 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99da7ab-b8f3-4cda-8296-18e6407fcdeb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:49.898719 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.899067 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.segments_db [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Added segment be94286b-50db-42d8-917a-9e5cc703975b of type vlan for network 2f685837-48c0-43b8-b2fc-c860d48fda25 Aug 27 16:26:49.938638 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.964308 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.965264 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:49.965845 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.019896 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 40832) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:50.020561 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3816428 Aug 27 16:26:50.027414 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Request body: {'subnet': {'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1975019308-subnet', 'tenant_id': '46ddf34215e54729b46272a5849ff469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:50.032113 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03045dc9-2657-4b86-bc85-c7c997ee90ae admin admin] Pushing event updated for resources: {'Network': ['ID=2f685837-48c0-43b8-b2fc-c860d48fda25,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:50.045111 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 2f685837-48c0-43b8-b2fc-c860d48fda25 details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:50.051639 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Made reservation on behalf of 46ddf34215e54729b46272a5849ff469 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:50.054585 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8475658'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.154870 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c8e37f2f-45de-40ba-bf99-bc24616ca4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.231069 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475768'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.289269 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7eeebf1-1470-451f-bca7-520fc984f890,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:50.295009 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Checking segment: {'id': 'be94286b-50db-42d8-917a-9e5cc703975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:50.295486 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Network hostable DHCP agents. Network: 2f685837-48c0-43b8-b2fc-c860d48fda25, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:50.297104 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.312100 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Network 2f685837-48c0-43b8-b2fc-c860d48fda25 is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:50.320323 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 2f685837-48c0-43b8-b2fc-c860d48fda25) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:50.324517 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:50.325095 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.331043 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d96e76a-9e32-4883-bd94-4df085aaef5d None None] Network 2f685837-48c0-43b8-b2fc-c860d48fda25 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:50.339585 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-91b319fe-b233-418e-b0da-274d2b17f7c8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3177366 Aug 27 16:26:50.458174 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1bdc8-0d2b-4a5e-8be1-c533a7ab55d3 None None] Network 2f685837-48c0-43b8-b2fc-c860d48fda25 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:50.562495 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1654b37-84b5-44e5-8890-da71840b3788 req-435f84ff-f9a2-4ed4-b215-a8f1990b07d1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:50.563978 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b1654b37-84b5-44e5-8890-da71840b3788 req-435f84ff-f9a2-4ed4-b215-a8f1990b07d1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 945 time: 0.0514777 Aug 27 16:26:50.602089 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b1654b37-84b5-44e5-8890-da71840b3788 req-fdec36c5-377a-4039-b2df-2b35d3ae58ca tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319872 Aug 27 16:26:51.433089 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.471721 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-ff0f140b-3924-403f-87a8-6633f90ef415 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:51.473160 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-ff0f140b-3924-403f-87a8-6633f90ef415 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 945 time: 0.0493009 Aug 27 16:26:51.564188 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Deleting port f7ce21e5-fb4c-48a4-88eb-129e397c3606 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:51.564533 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.654394 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] For port f7ce21e5-fb4c-48a4-88eb-129e397c3606, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f7ce21e5-fb4c-48a4-88eb-129e397c3606,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:51.654763 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.793550 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30356c64-0925-45de-aa82-0415b693d522 req-77c88fa5-c244-453f-8cb0-33e221459918 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:51.795036 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-30356c64-0925-45de-aa82-0415b693d522 req-77c88fa5-c244-453f-8cb0-33e221459918 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 945 time: 0.1267207 Aug 27 16:26:52.091742 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e12bd-6b3b-4887-a971-a46478876757 req-729d708b-8f7e-4545-bd53-3d98bdf31a7c tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:52.093145 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-729d708b-8f7e-4545-bd53-3d98bdf31a7c tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/networks?id=2f685837-48c0-43b8-b2fc-c860d48fda25 HTTP/1.1" status: 200 len: 809 time: 0.1049755 Aug 27 16:26:52.108584 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-3b7b3bdd-3b7f-40a0-8e38-2fb3ce887d3a tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/quotas/46ddf34215e54729b46272a5849ff469 HTTP/1.1" status: 200 len: 375 time: 0.0094581 Aug 27 16:26:52.140845 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-f1f2075c-1fb2-40e7-b055-633c13473dc4 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=46ddf34215e54729b46272a5849ff469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264637 Aug 27 16:26:52.150369 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-30356c64-0925-45de-aa82-0415b693d522 req-153b96b5-e81a-4aff-8c4e-b0ca8ebb88c1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493068 Aug 27 16:26:52.163258 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.163718 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.164056 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Floating IP 33dde655-2477-489b-b9fd-1a9a9b2457f1 disassociated. External IP: 172.27.0.126, port: f7ce21e5-fb4c-48a4-88eb-129e397c3606. Aug 27 16:26:52.164395 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Calling delete_port for f7ce21e5-fb4c-48a4-88eb-129e397c3606 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:52.203174 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-f32ff742-9a37-4e7f-8f93-680c44ce0b0b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:26:52.204259 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-f32ff742-9a37-4e7f-8f93-680c44ce0b0b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0567708 Aug 27 16:26:52.289442 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.294403 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-cd6de31a-c79c-435d-adab-033a293d4067 service neutron] 10.222.0.60 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840552 Aug 27 16:26:52.323802 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event deleted for resources: {'Port': ['ID=f7ce21e5-fb4c-48a4-88eb-129e397c3606,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:52.385222 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-3b2f2641-28b1-46bd-82a0-671a8f11116d service neutron] 10.222.0.60 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845845 Aug 27 16:26:52.435763 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Router cb8d36f5-822f-4abb-99f3-f916bc91bb64 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:26:52.565624 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a0adac68-d436-4ba1-a0e4-3a0e8bb8d19c req-7b8216f7-1ea9-45fd-aa8a-40eb1637857d tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 210 time: 0.0323439 Aug 27 16:26:52.583365 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:26:52.595797 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] Sync routers for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:26:52.607008 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:26:52.607638 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:26:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:52.624583 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] No DVR routers for this DVR port f7ce21e5-fb4c-48a4-88eb-129e397c3606 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:52.627155 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.629129 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-80b1b624-b522-4a80-b191-a41a1f00de1c req-9c25cdd5-04a3-4644-a7a2-27a8e07ecc31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "DELETE /v2.0/ports/f7ce21e5-fb4c-48a4-88eb-129e397c3606 HTTP/1.1" status: 204 len: 173 time: 1.1479282 Aug 27 16:26:52.629570 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052349e8-f7ca-42d9-ab7f-356bed139261', 'name': 'network-vif-deleted', 'tag': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:52.631891 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a5204a-80e6-459d-be3f-5eded4dc0012" -d '{"events": [{"server_uuid": "052349e8-f7ca-42d9-ab7f-356bed139261", "name": "network-vif-deleted", "tag": "f7ce21e5-fb4c-48a4-88eb-129e397c3606"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:52.679842 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcaf093-8de8-4eb2-a81b-265f6dddb2cb x-openstack-request-id: req-2fcaf093-8de8-4eb2-a81b-265f6dddb2cb {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:52.680333 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052349e8-f7ca-42d9-ab7f-356bed139261", "name": "network-vif-deleted", "tag": "f7ce21e5-fb4c-48a4-88eb-129e397c3606", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:52.680623 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fcaf093-8de8-4eb2-a81b-265f6dddb2cb {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:52.681104 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052349e8-f7ca-42d9-ab7f-356bed139261', 'name': 'network-vif-deleted', 'tag': 'f7ce21e5-fb4c-48a4-88eb-129e397c3606', 'status': 'completed', 'code': 200} Aug 27 16:26:52.752323 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:26:52.916226 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.959202 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:52.988794 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] Checking router: cb8d36f5-822f-4abb-99f3-f916bc91bb64 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:26:52.997845 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:26:52.998501 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:26:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:53.103729 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:26:53.254181 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ca18ccf4-a7e1-48cd-a768-88d5928a9b1a req-614942c9-cc7f-47e4-b596-f04d5d21db65 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=052349e8-f7ca-42d9-ab7f-356bed139261 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Aug 27 16:26:53.389917 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:53.416167 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30d61e-294a-4c1d-adda-2546ec04f5b5 None None] The sync data for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi is: [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:26:53.654769 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e12bd-6b3b-4887-a971-a46478876757 req-3378418d-3912-4316-93f8-26ddb78efd48 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:53.656395 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-3378418d-3912-4316-93f8-26ddb78efd48 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.88 "GET /v2.0/networks?id=2f685837-48c0-43b8-b2fc-c860d48fda25 HTTP/1.1" status: 200 len: 809 time: 0.1150978 Aug 27 16:26:53.679907 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7e50af3f-2923-4dc8-a206-1799f1c8c9b3 req-c1c842a4-4c4c-4e06-8ea6-944fbb5635df tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 210 time: 0.0372622 Aug 27 16:26:53.681369 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Request body: {'port': {'device_id': '496d8652-4349-473b-ba36-db11de50d6bb', 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25', 'admin_state_up': True, 'tenant_id': '46ddf34215e54729b46272a5849ff469'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:53.707576 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bacfa9-9cf6-41a2-9dc7-2939b82a6e4d None None] New status for floating IP 33dde655-2477-489b-b9fd-1a9a9b2457f1: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:26:53.790581 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Made reservation on behalf of 46ddf34215e54729b46272a5849ff469 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:53.794116 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.924796 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Allocated IP 172.20.0.6 (2f685837-48c0-43b8-b2fc-c860d48fda25/f7eeebf1-1470-451f-bca7-520fc984f890/9292b5a0-1381-4888-80a1-4bd42de8fde5) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:54.074022 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.112116 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.152452 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Network 2f685837-48c0-43b8-b2fc-c860d48fda25 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:54.155379 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:54.161329 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:54.186339 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Pushing event updated for resources: {'Port': ['ID=9292b5a0-1381-4888-80a1-4bd42de8fde5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:54.212589 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:54.213191 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.227683 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-f8e6565c-7a0d-4a61-b131-7b13003c7242 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5534408 Aug 27 16:26:54.247227 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Request body: {'port': {'device_id': '496d8652-4349-473b-ba36-db11de50d6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:54.302174 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.489637 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f7ce21e5-fb4c-48a4-88eb-129e397c3606 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:26:54.505050 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-7229bfdd-f367-4fd6-88ed-e138311641c7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689628225&fields=id&tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9 HTTP/1.1" status: 200 len: 267 time: 0.0359056 Aug 27 16:26:54.510108 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: f7ce21e5-fb4c-48a4-88eb-129e397c3606 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:26:54.510501 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f7ce21e5-fb4c-48a4-88eb-129e397c3606 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:26:54.566522 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9292b5a0-1381-4888-80a1-4bd42de8fde5 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:54.573808 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.586574 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Transition to ACTIVE for port object 9292b5a0-1381-4888-80a1-4bd42de8fde5 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:54.590604 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.617375 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833099e-50c3-4d90-baae-996b474da1f4 req-454c778f-4b9c-4cb5-bb70-7e3ad6164d35 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:54.618870 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-454c778f-4b9c-4cb5-bb70-7e3ad6164d35 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 811 time: 0.1038418 Aug 27 16:26:54.634778 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-f8c41ee4-8a87-4b94-9afe-bfa45a6fdbaa tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/quotas/87d9ba6fcedd4154bb85668aafa7e0b9 HTTP/1.1" status: 200 len: 375 time: 0.0093477 Aug 27 16:26:54.640131 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Pushing event updated for resources: {'Port': ['ID=9292b5a0-1381-4888-80a1-4bd42de8fde5,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:54.689709 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-5c502c03-df54-4f45-95ee-c893fe6e550c tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484173 Aug 27 16:26:54.714524 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Attempting to bind port 9292b5a0-1381-4888-80a1-4bd42de8fde5 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:54.715072 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Attempting to bind port 9292b5a0-1381-4888-80a1-4bd42de8fde5 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'be94286b-50db-42d8-917a-9e5cc703975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:54.715428 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Attempting to bind port 9292b5a0-1381-4888-80a1-4bd42de8fde5 on network 2f685837-48c0-43b8-b2fc-c860d48fda25 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:54.720680 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Port 9292b5a0-1381-4888-80a1-4bd42de8fde5 on network 2f685837-48c0-43b8-b2fc-c860d48fda25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:26:54.721011 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Attempting to bind port 9292b5a0-1381-4888-80a1-4bd42de8fde5 on network 2f685837-48c0-43b8-b2fc-c860d48fda25 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:54.727597 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:54.727982 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Checking segment: {'id': 'be94286b-50db-42d8-917a-9e5cc703975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:54.728367 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Bound using segment: {'id': 'be94286b-50db-42d8-917a-9e5cc703975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:54.728800 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Bound port: 9292b5a0-1381-4888-80a1-4bd42de8fde5, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be94286b-50db-42d8-917a-9e5cc703975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:54.729163 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.794574 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-543fd70e-8bc0-4b03-bc4f-bfdd1332331b service neutron] 10.222.0.60 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930760 Aug 27 16:26:54.825159 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] For port 9292b5a0-1381-4888-80a1-4bd42de8fde5, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:54.829490 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] For port 9292b5a0-1381-4888-80a1-4bd42de8fde5, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9292b5a0-1381-4888-80a1-4bd42de8fde5,segment=NetworkSegment(be94286b-50db-42d8-917a-9e5cc703975b),segment_id=be94286b-50db-42d8-917a-9e5cc703975b)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:54.838171 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516ff0c-88ed-4cab-85b1-242f6089557c req-e52c4a16-8fac-4aae-ad41-9b62046e167c tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:54.839676 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f516ff0c-88ed-4cab-85b1-242f6089557c req-e52c4a16-8fac-4aae-ad41-9b62046e167c tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 943 time: 0.0761921 Aug 27 16:26:54.841151 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.886386 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-5baff700-c4b2-4f2d-8191-30d0211a7630 service neutron] 10.222.0.60 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854242 Aug 27 16:26:54.900407 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:54.901019 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.902413 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] 10.222.0.88 "PUT /v2.0/ports/9292b5a0-1381-4888-80a1-4bd42de8fde5 HTTP/1.1" status: 200 len: 1093 time: 0.6591742 Aug 27 16:26:54.903114 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496d8652-4349-473b-ba36-db11de50d6bb', 'tag': '9292b5a0-1381-4888-80a1-4bd42de8fde5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:54.905319 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6627c3bf-f640-4b80-88c0-b411962e6cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "496d8652-4349-473b-ba36-db11de50d6bb", "tag": "9292b5a0-1381-4888-80a1-4bd42de8fde5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:54.934256 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8bcd6-8fa9-465f-9042-d351b8b9f50f service neutron] Pushing event updated for resources: {'Port': ['ID=9292b5a0-1381-4888-80a1-4bd42de8fde5,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:54.939184 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f516ff0c-88ed-4cab-85b1-242f6089557c req-8266b39b-69d2-49a7-b6db-0b2646710b0a tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921919 Aug 27 16:26:55.010801 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52349dff-c73a-4ca9-88ed-b65065130a3e x-openstack-request-id: req-52349dff-c73a-4ca9-88ed-b65065130a3e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:55.011340 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496d8652-4349-473b-ba36-db11de50d6bb", "tag": "9292b5a0-1381-4888-80a1-4bd42de8fde5", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:55.011773 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52349dff-c73a-4ca9-88ed-b65065130a3e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:55.012459 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496d8652-4349-473b-ba36-db11de50d6bb', 'tag': '9292b5a0-1381-4888-80a1-4bd42de8fde5', 'status': 'completed', 'code': 200} Aug 27 16:26:55.038488 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e12bd-6b3b-4887-a971-a46478876757 req-ad5d4944-2db0-48e4-8ad4-34e8de27abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:55.040536 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-ad5d4944-2db0-48e4-8ad4-34e8de27abda service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ddf34215e54729b46272a5849ff469&device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 1096 time: 0.0694826 Aug 27 16:26:55.096670 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-271366de-284a-47d5-aa94-95dc9a0b3dc6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9292b5a0-1381-4888-80a1-4bd42de8fde5 HTTP/1.1" status: 200 len: 217 time: 0.0419114 Aug 27 16:26:55.156448 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e12bd-6b3b-4887-a971-a46478876757 req-7028059f-bfbb-4286-b6fd-458d71a47cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:55.157956 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-7028059f-bfbb-4286-b6fd-458d71a47cde service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f7eeebf1-1470-451f-bca7-520fc984f890 HTTP/1.1" status: 200 len: 849 time: 0.0543587 Aug 27 16:26:55.204724 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-defbe982-ae18-4f74-bdc8-4092077e351e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2f685837-48c0-43b8-b2fc-c860d48fda25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368960 Aug 27 16:26:55.279093 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9f3adc3e-40e7-4b83-bc97-c06daaaa1fd8 req-10c5d1bc-5429-4ae6-99c3-ba77cff10485 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 210 time: 0.0675144 Aug 27 16:26:55.323871 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-d6e24365-5359-4e4f-a5c4-1beceaadcd36 service neutron] 10.222.0.88 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111884 Aug 27 16:26:55.420275 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-345e12bd-6b3b-4887-a971-a46478876757 req-a23aaebb-0a23-41fb-b20f-8e5bf17fa65b service neutron] 10.222.0.88 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884004 Aug 27 16:26:55.574966 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627c3bf-f640-4b80-88c0-b411962e6cb8 req-6ff13bff-9887-447e-bfda-6e27e90533a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:55.576763 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6627c3bf-f640-4b80-88c0-b411962e6cb8 req-6ff13bff-9887-447e-bfda-6e27e90533a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ddf34215e54729b46272a5849ff469&device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 1096 time: 0.0442810 Aug 27 16:26:55.670345 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627c3bf-f640-4b80-88c0-b411962e6cb8 req-4401e96f-8d88-4663-8673-e9f495f96360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:55.672133 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6627c3bf-f640-4b80-88c0-b411962e6cb8 req-4401e96f-8d88-4663-8673-e9f495f96360 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2f685837-48c0-43b8-b2fc-c860d48fda25 HTTP/1.1" status: 200 len: 910 time: 0.0884707 Aug 27 16:26:55.715315 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6627c3bf-f640-4b80-88c0-b411962e6cb8 req-23543041-1efc-4050-b61d-4fa2a5a386be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9292b5a0-1381-4888-80a1-4bd42de8fde5 HTTP/1.1" status: 200 len: 217 time: 0.0355432 Aug 27 16:26:55.764815 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627c3bf-f640-4b80-88c0-b411962e6cb8 req-8461c4f1-cb34-4c8f-a818-eb0b999c1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:55.766514 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6627c3bf-f640-4b80-88c0-b411962e6cb8 req-8461c4f1-cb34-4c8f-a818-eb0b999c1e38 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f7eeebf1-1470-451f-bca7-520fc984f890 HTTP/1.1" status: 200 len: 849 time: 0.0439258 Aug 27 16:26:55.798697 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6627c3bf-f640-4b80-88c0-b411962e6cb8 req-c5955e40-ed07-4449-875c-ba6242a8d5e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2f685837-48c0-43b8-b2fc-c860d48fda25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238862 Aug 27 16:26:55.897247 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6627c3bf-f640-4b80-88c0-b411962e6cb8 req-f8af3ebc-181e-487d-bf53-5dd29204a957 service neutron] 10.222.0.88 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840354 Aug 27 16:26:55.986449 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6627c3bf-f640-4b80-88c0-b411962e6cb8 req-2f697540-807d-436e-a625-5ce950c143b0 service neutron] 10.222.0.88 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804412 Aug 27 16:26:56.066394 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e2a18-29c7-41da-8cac-cb2afef40b6f req-5ed88905-a885-4703-99f9-03839ec2baa6 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:56.067843 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-302e2a18-29c7-41da-8cac-cb2afef40b6f req-5ed88905-a885-4703-99f9-03839ec2baa6 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 943 time: 0.0575478 Aug 27 16:26:56.105578 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-302e2a18-29c7-41da-8cac-cb2afef40b6f req-be9fbf91-62c1-43a9-8f15-380cfbae9f0a tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299611 Aug 27 16:26:56.303804 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833099e-50c3-4d90-baae-996b474da1f4 req-b65ea80b-881f-4058-a357-0d9eafa8b8f9 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:56.305813 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-b65ea80b-881f-4058-a357-0d9eafa8b8f9 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 811 time: 0.1055257 Aug 27 16:26:56.376847 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-b5e63d9c-cf1f-4c48-9ffd-4efdd5a11880 req-edc140d1-e4a0-4db5-94eb-60cb2b2c84ef tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 210 time: 0.0300386 Aug 27 16:26:56.391324 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-fb87f000-939d-4fc8-9dd0-0f78c7172764 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9 HTTP/1.1" status: 200 len: 380 time: 0.0579879 Aug 27 16:26:56.401915 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'port': {'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'admin_state_up': True, 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'security_groups': ['d2b51241-1b8e-4b71-84d7-e8723befe3f4']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:56.508376 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Made reservation on behalf of 87d9ba6fcedd4154bb85668aafa7e0b9 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:56.511822 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.629769 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Allocated IP 172.20.0.13 (98293395-c033-4da0-bb11-2cb3bb7462c1/8895eeb9-6be2-41f2-a811-d8887036ccdc/db3a36b9-c8bf-4b55-9365-55989d0f0e24) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:56.763146 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.776785 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Transition to ACTIVE for port object db3a36b9-c8bf-4b55-9365-55989d0f0e24 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:56.811957 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.853384 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:56.856332 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:56.862036 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:56.893331 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'Port': ['ID=db3a36b9-c8bf-4b55-9365-55989d0f0e24,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:56.925212 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:56.925855 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.944148 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2564f34e-bbb8-4736-ba0b-cef3da0ed4a5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5444083 Aug 27 16:26:56.963140 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Request body: {'port': {'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:57.018996 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.053005 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e1ea03df-a8a4-4e41-9271-db673a138caa None None] Provisioning for port db3a36b9-c8bf-4b55-9365-55989d0f0e24 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:57.057238 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e1ea03df-a8a4-4e41-9271-db673a138caa None None] Provisioning complete for port db3a36b9-c8bf-4b55-9365-55989d0f0e24 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:57.057609 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e1ea03df-a8a4-4e41-9271-db673a138caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.093621 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea03df-a8a4-4e41-9271-db673a138caa None None] Port db3a36b9-c8bf-4b55-9365-55989d0f0e24 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:26:57.217945 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfad25-1f23-49a2-8a3c-83b5e5ad5e72 req-49be9b08-cce1-427d-b07f-c6cc67c9e016 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:57.219444 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eacfad25-1f23-49a2-8a3c-83b5e5ad5e72 req-49be9b08-cce1-427d-b07f-c6cc67c9e016 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 943 time: 0.0481606 Aug 27 16:26:57.257091 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eacfad25-1f23-49a2-8a3c-83b5e5ad5e72 req-d8a85dba-57c5-4b0c-9da8-f9353ca4ef9c tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Aug 27 16:26:57.279053 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3a36b9-c8bf-4b55-9365-55989d0f0e24 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:57.286002 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.297976 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Transition to ACTIVE for port object db3a36b9-c8bf-4b55-9365-55989d0f0e24 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:57.301561 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.356627 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Pushing event updated for resources: {'Port': ['ID=db3a36b9-c8bf-4b55-9365-55989d0f0e24,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:57.430423 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Attempting to bind port db3a36b9-c8bf-4b55-9365-55989d0f0e24 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:57.430914 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Attempting to bind port db3a36b9-c8bf-4b55-9365-55989d0f0e24 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:57.431983 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Attempting to bind port db3a36b9-c8bf-4b55-9365-55989d0f0e24 on network 98293395-c033-4da0-bb11-2cb3bb7462c1 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:57.436321 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Port db3a36b9-c8bf-4b55-9365-55989d0f0e24 on network 98293395-c033-4da0-bb11-2cb3bb7462c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:26:57.436746 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Attempting to bind port db3a36b9-c8bf-4b55-9365-55989d0f0e24 on network 98293395-c033-4da0-bb11-2cb3bb7462c1 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:57.441971 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:57.442468 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Checking segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:57.442948 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Bound using segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:57.443501 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Bound port: db3a36b9-c8bf-4b55-9365-55989d0f0e24, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:57.443958 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.534116 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89e2a-9aa8-4837-9461-19422b159595 req-52f763d9-5e49-43cb-963d-588401815f01 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:57.535548 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-69d89e2a-9aa8-4837-9461-19422b159595 req-52f763d9-5e49-43cb-963d-588401815f01 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 944 time: 0.0822382 Aug 27 16:26:57.563602 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] For port db3a36b9-c8bf-4b55-9365-55989d0f0e24, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:57.584728 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] For port db3a36b9-c8bf-4b55-9365-55989d0f0e24, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:57.591028 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-69d89e2a-9aa8-4837-9461-19422b159595 req-07158b37-d10e-4e5d-bc96-cb2a90f71ae2 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483727 Aug 27 16:26:57.593860 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.627480 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:57.628083 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.629437 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] 10.222.0.88 "PUT /v2.0/ports/db3a36b9-c8bf-4b55-9365-55989d0f0e24 HTTP/1.1" status: 200 len: 1094 time: 0.6708698 Aug 27 16:26:57.629868 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'tag': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:57.632112 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809ca9e8-a48e-4a29-921d-ff93ac8464d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8657775b-191d-4ee5-9ef4-8532f9327fa3", "tag": "db3a36b9-c8bf-4b55-9365-55989d0f0e24"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:57.659770 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590112a6-02fa-4312-a70d-8503b4a297c8 service neutron] Pushing event updated for resources: {'Port': ['ID=db3a36b9-c8bf-4b55-9365-55989d0f0e24,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:57.682593 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a29dc0-3907-49a2-8fe3-cb137da607e1 x-openstack-request-id: req-43a29dc0-3907-49a2-8fe3-cb137da607e1 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:57.682941 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8657775b-191d-4ee5-9ef4-8532f9327fa3", "tag": "db3a36b9-c8bf-4b55-9365-55989d0f0e24", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:57.683247 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43a29dc0-3907-49a2-8fe3-cb137da607e1 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:57.683592 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'tag': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'status': 'completed', 'code': 200} Aug 27 16:26:57.745953 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833099e-50c3-4d90-baae-996b474da1f4 req-4a4874d4-dbe6-4c68-8e25-789cddad03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:57.747585 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-4a4874d4-dbe6-4c68-8e25-789cddad03b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0435269 Aug 27 16:26:57.801495 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-4d9dc4f7-8e06-4a4a-af08-82a464dc1761 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24 HTTP/1.1" status: 200 len: 217 time: 0.0372384 Aug 27 16:26:57.849688 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833099e-50c3-4d90-baae-996b474da1f4 req-1dff1209-419c-4adc-9fb9-e4dd4378d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:57.851712 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-1dff1209-419c-4adc-9fb9-e4dd4378d77c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0429666 Aug 27 16:26:57.896378 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2f1465fd-5933-4141-984e-63fa026dbe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:57.897715 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-2f1465fd-5933-4141-984e-63fa026dbe8e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389528 Aug 27 16:26:57.989930 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-dbf8a46d-e395-4ce4-bc4e-37c687269f81 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836165 Aug 27 16:26:58.076803 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3833099e-50c3-4d90-baae-996b474da1f4 req-c805842b-2dc0-479b-a3f4-ce40d696cf12 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804148 Aug 27 16:26:58.201192 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-ee9bb863-4821-4ad8-9482-d4f208e48cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:58.202680 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-ee9bb863-4821-4ad8-9482-d4f208e48cf5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0407879 Aug 27 16:26:58.296169 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-2fdc0d10-3774-46be-a03c-087973c42a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:58.297679 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-2fdc0d10-3774-46be-a03c-087973c42a6c service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.0872581 Aug 27 16:26:58.348845 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-dea18ce7-598a-47ad-8f1d-1a438713d6c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24 HTTP/1.1" status: 200 len: 217 time: 0.0425215 Aug 27 16:26:58.432775 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-f24821d8-10b6-4b96-859c-d4ade57b9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:58.434193 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-f24821d8-10b6-4b96-859c-d4ade57b9f1c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0688767 Aug 27 16:26:58.442653 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e4f38-19c6-4404-8ede-2cd6896afad7 req-2d22cbb6-d426-47de-993c-1da45c4aa946 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:58.443982 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-007e4f38-19c6-4404-8ede-2cd6896afad7 req-2d22cbb6-d426-47de-993c-1da45c4aa946 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 943 time: 0.1040699 Aug 27 16:26:58.503559 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 9292b5a0-1381-4888-80a1-4bd42de8fde5 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:26:58.504293 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-007e4f38-19c6-4404-8ede-2cd6896afad7 req-f6335d1b-af7c-4868-9e8d-cffd0c1f0304 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513129 Aug 27 16:26:58.511009 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-0e6d9aee-92ae-441f-910e-4032539ab19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:58.512526 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-0e6d9aee-92ae-441f-910e-4032539ab19a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677316 Aug 27 16:26:58.594960 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 9292b5a0-1381-4888-80a1-4bd42de8fde5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9292b5a0-1381-4888-80a1-4bd42de8fde5,segment=NetworkSegment(be94286b-50db-42d8-917a-9e5cc703975b),segment_id=be94286b-50db-42d8-917a-9e5cc703975b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:58.606503 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '9292b5a0-1381-4888-80a1-4bd42de8fde5', 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25', 'port_id': '9292b5a0-1381-4888-80a1-4bd42de8fde5', 'mac_address': 'fa:16:3e:d6:60:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7eeebf1-1470-451f-bca7-520fc984f890', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:26:58.609853 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-5df1d594-3acf-48b3-be48-6849b1107e70 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837853 Aug 27 16:26:58.646735 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.659932 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9292b5a0-1381-4888-80a1-4bd42de8fde5 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:58.680813 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 9292b5a0-1381-4888-80a1-4bd42de8fde5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9292b5a0-1381-4888-80a1-4bd42de8fde5,segment=NetworkSegment(be94286b-50db-42d8-917a-9e5cc703975b),segment_id=be94286b-50db-42d8-917a-9e5cc703975b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:58.687174 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.706332 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-809ca9e8-a48e-4a29-921d-ff93ac8464d5 req-bc34db88-73b6-466d-8410-bb481b58b269 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882499 Aug 27 16:26:58.713978 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90856c27-9afa-4611-8fe9-ca0f68a1d05c req-fad75f00-6a86-46a9-ac4f-900e434ae006 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:58.715468 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90856c27-9afa-4611-8fe9-ca0f68a1d05c req-fad75f00-6a86-46a9-ac4f-900e434ae006 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 944 time: 0.0540709 Aug 27 16:26:58.734881 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=9292b5a0-1381-4888-80a1-4bd42de8fde5,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:58.742660 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.743012 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.743350 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.743684 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.744011 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.744342 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.744666 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.744989 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.745314 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.745637 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.745955 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.746302 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:58.755534 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90856c27-9afa-4611-8fe9-ca0f68a1d05c req-c5a885ce-7224-42c8-a89f-dd3e6ce54603 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337796 Aug 27 16:26:59.176642 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['9292b5a0-1381-4888-80a1-4bd42de8fde5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:59.622974 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4731c2a-5a42-4d1e-81f7-20896b653802 req-3a790f57-e516-46bc-a08a-7d8c8c1d4788 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:59.624430 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d4731c2a-5a42-4d1e-81f7-20896b653802 req-3a790f57-e516-46bc-a08a-7d8c8c1d4788 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 944 time: 0.0518451 Aug 27 16:26:59.662077 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d4731c2a-5a42-4d1e-81f7-20896b653802 req-bb781062-d6cf-43a9-8898-25cae5d2c984 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Aug 27 16:26:59.787130 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e87b6-e80f-4094-94f3-ac1b57c058a5 req-265c05e3-4e28-4aba-a386-5480a6fb4031 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:59.788661 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-240e87b6-e80f-4094-94f3-ac1b57c058a5 req-265c05e3-4e28-4aba-a386-5480a6fb4031 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 946 time: 0.0562937 Aug 27 16:26:59.829287 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-240e87b6-e80f-4094-94f3-ac1b57c058a5 req-ff181312-1016-4f34-9608-9ab9658adcca tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338740 Aug 27 16:26:59.879238 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52277367-85d4-4a81-819f-5472dc0170ac req-a60323f6-0cfc-436c-897f-ed5d9d1dfcc6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:59.880763 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-52277367-85d4-4a81-819f-5472dc0170ac req-a60323f6-0cfc-436c-897f-ed5d9d1dfcc6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 944 time: 0.0499554 Aug 27 16:26:59.925371 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-52277367-85d4-4a81-819f-5472dc0170ac req-56e4b217-9344-4137-a563-64749366dc41 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351789 Aug 27 16:27:00.521625 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 9292b5a0-1381-4888-80a1-4bd42de8fde5 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:00.567752 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port 9292b5a0-1381-4888-80a1-4bd42de8fde5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:00.572231 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 9292b5a0-1381-4888-80a1-4bd42de8fde5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:00.572601 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.644024 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.664953 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496d8652-4349-473b-ba36-db11de50d6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9292b5a0-1381-4888-80a1-4bd42de8fde5'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:00.667214 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8848c1-d566-423a-a023-bfa2ef8ae952" -d '{"events": [{"server_uuid": "496d8652-4349-473b-ba36-db11de50d6bb", "name": "network-vif-plugged", "status": "completed", "tag": "9292b5a0-1381-4888-80a1-4bd42de8fde5"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:00.685581 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 9292b5a0-1381-4888-80a1-4bd42de8fde5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9292b5a0-1381-4888-80a1-4bd42de8fde5,segment=NetworkSegment(be94286b-50db-42d8-917a-9e5cc703975b),segment_id=be94286b-50db-42d8-917a-9e5cc703975b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:00.690289 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.739124 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=9292b5a0-1381-4888-80a1-4bd42de8fde5,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:00.784165 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb39b-4cac-4e34-8cfd-4c18966d7d2b req-48bec6ca-c5b3-44f1-bfec-60d751e84915 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.785799 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40abb39b-4cac-4e34-8cfd-4c18966d7d2b req-48bec6ca-c5b3-44f1-bfec-60d751e84915 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 945 time: 0.0500774 Aug 27 16:27:00.824605 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-40abb39b-4cac-4e34-8cfd-4c18966d7d2b req-1767da7c-149a-4cce-a72b-b0c910face63 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324090 Aug 27 16:27:00.824776 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ed80bb-b2c7-40ef-b0dd-207039e9061e x-openstack-request-id: req-56ed80bb-b2c7-40ef-b0dd-207039e9061e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:00.824892 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496d8652-4349-473b-ba36-db11de50d6bb", "name": "network-vif-plugged", "status": "completed", "tag": "9292b5a0-1381-4888-80a1-4bd42de8fde5", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:00.825144 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56ed80bb-b2c7-40ef-b0dd-207039e9061e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:00.825543 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496d8652-4349-473b-ba36-db11de50d6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9292b5a0-1381-4888-80a1-4bd42de8fde5', 'code': 200} Aug 27 16:27:00.950940 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84b0ab-45a9-4084-bf66-5b3aa6dc3281 req-7f107dbd-c6dc-4a74-b74c-a29910441a05 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.952489 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9c84b0ab-45a9-4084-bf66-5b3aa6dc3281 req-7f107dbd-c6dc-4a74-b74c-a29910441a05 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 946 time: 0.0508657 Aug 27 16:27:00.990693 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9c84b0ab-45a9-4084-bf66-5b3aa6dc3281 req-91472755-30bd-4f51-95c9-c65dab3404a5 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Aug 27 16:27:01.068632 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6f488-9d6a-4bee-b2a7-0ef9dbb4edc5 req-0a927414-2618-4a83-9c38-762fb1727445 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.070017 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-15f6f488-9d6a-4bee-b2a7-0ef9dbb4edc5 req-0a927414-2618-4a83-9c38-762fb1727445 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 944 time: 0.0743825 Aug 27 16:27:01.072568 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3a698-75df-481d-b9bd-6bb97a5be6b6 req-76480836-fdf2-48dd-9c2e-938100e54956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.073886 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ef3a698-75df-481d-b9bd-6bb97a5be6b6 req-76480836-fdf2-48dd-9c2e-938100e54956 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 1098 time: 0.0770514 Aug 27 16:27:01.130078 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-15f6f488-9d6a-4bee-b2a7-0ef9dbb4edc5 req-4d306c6a-f6c2-49e5-9abd-38afbba990b1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541556 Aug 27 16:27:01.133858 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1ef3a698-75df-481d-b9bd-6bb97a5be6b6 req-718ac213-0338-4bc5-9e22-1a00df6853ec service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514634 Aug 27 16:27:01.875601 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-12c2d4b5-bc11-4252-8701-645871b86506 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.877069 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-12c2d4b5-bc11-4252-8701-645871b86506 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.88 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 946 time: 0.0485075 Aug 27 16:27:01.940339 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23364cf-cab2-4d77-8c6b-04dea8ddba05 req-91d23fa4-242a-4743-ba1c-22dce0567502 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.942372 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d23364cf-cab2-4d77-8c6b-04dea8ddba05 req-91d23fa4-242a-4743-ba1c-22dce0567502 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 945 time: 0.0508072 Aug 27 16:27:01.967523 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Deleting port 2a8a5a92-ca55-4bae-9966-453df35a01fd {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:01.967923 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.980281 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d23364cf-cab2-4d77-8c6b-04dea8ddba05 req-1138c4a5-96c7-4202-885a-9d12b74e61b8 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Aug 27 16:27:02.058378 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] For port 2a8a5a92-ca55-4bae-9966-453df35a01fd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a8a5a92-ca55-4bae-9966-453df35a01fd,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:02.058748 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.187542 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d98063-d688-4dbb-9768-9d2381fa0c86 req-681d94da-8cc6-47f4-87bd-663b16f84ec9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:02.189019 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c7d98063-d688-4dbb-9768-9d2381fa0c86 req-681d94da-8cc6-47f4-87bd-663b16f84ec9 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 946 time: 0.1232467 Aug 27 16:27:02.241320 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07dcb3-460c-486a-a803-801aa809d049 req-b1843703-83cb-41aa-8627-0940b4b680e9 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:02.243370 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5b07dcb3-460c-486a-a803-801aa809d049 req-b1843703-83cb-41aa-8627-0940b4b680e9 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 944 time: 0.0485768 Aug 27 16:27:02.273102 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c7d98063-d688-4dbb-9768-9d2381fa0c86 req-91b198fd-c1d8-4ae7-b439-6f2db9903740 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb3ff01d-9089-4e46-80bc-9d95e3024a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771806 Aug 27 16:27:02.280837 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5b07dcb3-460c-486a-a803-801aa809d049 req-caecd3c9-5232-4dab-924e-96f46e3874d4 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316219 Aug 27 16:27:02.291816 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.292290 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.292789 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Floating IP d4fd395a-3e5a-4a73-ac75-0283cfb8008d disassociated. External IP: 172.27.0.129, port: 2a8a5a92-ca55-4bae-9966-453df35a01fd. Aug 27 16:27:02.293097 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Calling delete_port for 2a8a5a92-ca55-4bae-9966-453df35a01fd owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:02.416187 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.713930 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event deleted for resources: {'Port': ['ID=2a8a5a92-ca55-4bae-9966-453df35a01fd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:02.834496 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:27:02.939410 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:02.949726 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] Sync routers for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:02.958699 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:02.959288 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:26:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:02.978035 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] No DVR routers for this DVR port 2a8a5a92-ca55-4bae-9966-453df35a01fd on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:02.980537 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.982543 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2bc18d34-d325-473d-898b-ed4dc6911576 req-e7498710-2e29-46ac-a7fe-d0c32496652f tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.88 "DELETE /v2.0/ports/2a8a5a92-ca55-4bae-9966-453df35a01fd HTTP/1.1" status: 204 len: 173 time: 1.0984292 Aug 27 16:27:02.982975 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'name': 'network-vif-deleted', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:02.985233 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95086e2-83fb-428b-abeb-f7166c160856" -d '{"events": [{"server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "name": "network-vif-deleted", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:03.034619 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e2df75-ff94-42bb-a566-917cf30dc3f3 x-openstack-request-id: req-c8e2df75-ff94-42bb-a566-917cf30dc3f3 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:03.034918 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91665499-e1e0-46b2-8736-49be0547ab3e", "name": "network-vif-deleted", "tag": "2a8a5a92-ca55-4bae-9966-453df35a01fd", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:03.035173 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8e2df75-ff94-42bb-a566-917cf30dc3f3 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:03.035570 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91665499-e1e0-46b2-8736-49be0547ab3e', 'name': 'network-vif-deleted', 'tag': '2a8a5a92-ca55-4bae-9966-453df35a01fd', 'status': 'completed', 'code': 200} Aug 27 16:27:03.047265 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:27:03.081738 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:03.113190 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79d6a0-455a-4bae-93ce-e1d1377682a8 req-c4b0328a-c3be-4d3d-92b6-7130c84d708b tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.121212 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5a79d6a0-455a-4bae-93ce-e1d1377682a8 req-c4b0328a-c3be-4d3d-92b6-7130c84d708b tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 945 time: 0.0636733 Aug 27 16:27:03.162199 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5a79d6a0-455a-4bae-93ce-e1d1377682a8 req-7b13e922-6be0-4a86-bd33-d8fdfd00d23c tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393772 Aug 27 16:27:03.304810 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:03.332706 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] Checking router: 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:27:03.342527 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:03.343186 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:26:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:03.416809 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2ef82-06a6-4379-9d7e-3e296ae6cafe req-f82d32cd-7e88-4e57-8552-61697adc1254 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.417291 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-377101b6-9eaa-40e9-8f05-9e0834863478 req-f7b4f2c3-ac7f-4f9b-9e02-3b675b8ed6b7 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/ports?device_id=91665499-e1e0-46b2-8736-49be0547ab3e HTTP/1.1" status: 200 len: 210 time: 0.0485091 Aug 27 16:27:03.418714 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48b2ef82-06a6-4379-9d7e-3e296ae6cafe req-f82d32cd-7e88-4e57-8552-61697adc1254 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 944 time: 0.0598149 Aug 27 16:27:03.461950 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48b2ef82-06a6-4379-9d7e-3e296ae6cafe req-37846249-7675-44e8-9e4c-3780a86bc5eb tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367007 Aug 27 16:27:03.474991 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:03.682783 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:03.712778 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c06ea-9d85-4d64-bb73-16327166dcaa None None] The sync data for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi is: [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:15:15Z', 'revision_number': 4, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '887478e6-5fd6-4e9f-84e3-cac90266c7aa', 'name': '', 'network_id': '710528ce-a840-4305-b82a-8a697ab88986', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'mac_address': 'fa:16:3e:37:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:13Z', 'updated_at': '2021-08-27T16:15:32Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'subnets': [{'id': '94d223c3-2eeb-4c39-be6e-78fc826248c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:03.902532 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ce195-4e37-4ba8-91b8-ded344e34446 req-86e0a95b-9325-4b74-9c38-c7b69870a424 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.904026 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-184ce195-4e37-4ba8-91b8-ded344e34446 req-86e0a95b-9325-4b74-9c38-c7b69870a424 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 945 time: 0.0504532 Aug 27 16:27:03.932162 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e729a40-cff8-4808-b279-22800ceda26b None None] New status for floating IP d4fd395a-3e5a-4a73-ac75-0283cfb8008d: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:27:03.943731 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-184ce195-4e37-4ba8-91b8-ded344e34446 req-cc3822b2-9735-4352-8ae7-dfa7609a3fd7 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337715 Aug 27 16:27:04.509157 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41000) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:04.548840 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2a8a5a92-ca55-4bae-9966-453df35a01fd no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:04.563288 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c44f285-ebae-4587-b759-cefa9545aac0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.569330 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: 2a8a5a92-ca55-4bae-9966-453df35a01fd {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:04.569773 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 2a8a5a92-ca55-4bae-9966-453df35a01fd not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:04.580702 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86bb93-8265-45df-a712-13bca7b20b3e req-2af3dea4-d0e8-4f37-8fe2-bf5497957b7d tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:04.582180 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9d86bb93-8265-45df-a712-13bca7b20b3e req-2af3dea4-d0e8-4f37-8fe2-bf5497957b7d tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 944 time: 0.0519361 Aug 27 16:27:04.586670 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c44f285-ebae-4587-b759-cefa9545aac0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.619976 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9d86bb93-8265-45df-a712-13bca7b20b3e req-cb73b10f-6731-4dbb-8c25-f0673fdfdaa3 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317774 Aug 27 16:27:04.634499 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c44f285-ebae-4587-b759-cefa9545aac0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.637052 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c44f285-ebae-4587-b759-cefa9545aac0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.638194 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-3c44f285-ebae-4587-b759-cefa9545aac0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "DELETE /v2.0/security-groups/fb3ff01d-9089-4e46-80bc-9d95e3024a20 HTTP/1.1" status: 204 len: 168 time: 0.1281478 Aug 27 16:27:04.640910 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41002) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:04.647165 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44f285-ebae-4587-b759-cefa9545aac0 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3ff01d-9089-4e46-80bc-9d95e3024a20,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:04.657531 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.api.v2.resource [None req-e78648de-8e97-4fa7-88c8-a88fe73b8a60 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] show failed (client error): The resource could not be found. Aug 27 16:27:04.661091 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-e78648de-8e97-4fa7-88c8-a88fe73b8a60 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "GET /v2.0/security-groups/fb3ff01d-9089-4e46-80bc-9d95e3024a20 HTTP/1.1" status: 404 len: 347 time: 0.0164311 Aug 27 16:27:04.661355 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41004) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:04.782673 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9056a1d0-fb06-4416-8ce6-a7fc5cfd5648 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Deleting port 963439aa-3ddf-45e1-91f3-22fe9ba9c648 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:04.783021 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9056a1d0-fb06-4416-8ce6-a7fc5cfd5648 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.858489 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9056a1d0-fb06-4416-8ce6-a7fc5cfd5648 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.858823 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9056a1d0-fb06-4416-8ce6-a7fc5cfd5648 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.870816 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9056a1d0-fb06-4416-8ce6-a7fc5cfd5648 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Calling delete_port for 963439aa-3ddf-45e1-91f3-22fe9ba9c648 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:05.002856 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9056a1d0-fb06-4416-8ce6-a7fc5cfd5648 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.029397 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056a1d0-fb06-4416-8ce6-a7fc5cfd5648 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Pushing event deleted for resources: {'Port': ['ID=963439aa-3ddf-45e1-91f3-22fe9ba9c648,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:05.067476 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f6c85-ee09-423f-bcb8-bef05c81c77f req-aa5327f2-f0c2-4195-a521-fdb68a5407f3 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:05.069083 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-509f6c85-ee09-423f-bcb8-bef05c81c77f req-aa5327f2-f0c2-4195-a521-fdb68a5407f3 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 945 time: 0.0556197 Aug 27 16:27:05.092092 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9056a1d0-fb06-4416-8ce6-a7fc5cfd5648 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.094742 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9056a1d0-fb06-4416-8ce6-a7fc5cfd5648 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.095903 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9056a1d0-fb06-4416-8ce6-a7fc5cfd5648 tempest-AttachVolumeShelveTestJSON-343648649 tempest-AttachVolumeShelveTestJSON-343648649-project] 10.222.0.60 "DELETE /v2.0/floatingips/d4fd395a-3e5a-4a73-ac75-0283cfb8008d HTTP/1.1" status: 204 len: 168 time: 0.4336417 Aug 27 16:27:05.108601 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-509f6c85-ee09-423f-bcb8-bef05c81c77f req-d2abb033-fdba-4d81-a4de-1ea52a282ac8 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Aug 27 16:27:05.653247 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-f3acccf3-901b-408d-84c5-e7a721f991de tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:05.655902 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-f3acccf3-901b-408d-84c5-e7a721f991de tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.88 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 945 time: 0.0493352 Aug 27 16:27:05.768127 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1299b5-8351-4e51-b005-942c1ad43297 req-166848d3-fc46-4cc8-9431-4af5880dff36 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:05.769497 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5d1299b5-8351-4e51-b005-942c1ad43297 req-166848d3-fc46-4cc8-9431-4af5880dff36 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 944 time: 0.0804312 Aug 27 16:27:05.802553 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-a8021665-3bb9-4834-ab08-c3758f22f817 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Deleting port 9292b5a0-1381-4888-80a1-4bd42de8fde5 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:05.802989 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-a8021665-3bb9-4834-ab08-c3758f22f817 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.853949 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5d1299b5-8351-4e51-b005-942c1ad43297 req-fc3c92a6-5677-43f5-93c9-90cb3f6f1556 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781672 Aug 27 16:27:05.901595 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-a8021665-3bb9-4834-ab08-c3758f22f817 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] For port 9292b5a0-1381-4888-80a1-4bd42de8fde5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9292b5a0-1381-4888-80a1-4bd42de8fde5,segment=NetworkSegment(be94286b-50db-42d8-917a-9e5cc703975b),segment_id=be94286b-50db-42d8-917a-9e5cc703975b)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:05.901956 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-a8021665-3bb9-4834-ab08-c3758f22f817 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.914726 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-a8021665-3bb9-4834-ab08-c3758f22f817 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Calling delete_port for 9292b5a0-1381-4888-80a1-4bd42de8fde5 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:06.043836 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-a8021665-3bb9-4834-ab08-c3758f22f817 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.071741 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8021665-3bb9-4834-ab08-c3758f22f817 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Pushing event deleted for resources: {'Port': ['ID=9292b5a0-1381-4888-80a1-4bd42de8fde5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:06.075996 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['9292b5a0-1381-4888-80a1-4bd42de8fde5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:06.116737 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-a8021665-3bb9-4834-ab08-c3758f22f817 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] No DVR routers for this DVR port 9292b5a0-1381-4888-80a1-4bd42de8fde5 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:06.119628 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-a8021665-3bb9-4834-ab08-c3758f22f817 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.121589 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-67b9b15a-1f65-421a-82fe-3ae3f6c72aba req-a8021665-3bb9-4834-ab08-c3758f22f817 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.88 "DELETE /v2.0/ports/9292b5a0-1381-4888-80a1-4bd42de8fde5 HTTP/1.1" status: 204 len: 173 time: 0.4607611 Aug 27 16:27:06.122010 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496d8652-4349-473b-ba36-db11de50d6bb', 'name': 'network-vif-deleted', 'tag': '9292b5a0-1381-4888-80a1-4bd42de8fde5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:06.124237 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aa7b2e-ebef-4a87-a323-892b98e7d363" -d '{"events": [{"server_uuid": "496d8652-4349-473b-ba36-db11de50d6bb", "name": "network-vif-deleted", "tag": "9292b5a0-1381-4888-80a1-4bd42de8fde5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:06.164893 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed95bb8-56fa-4893-9cfc-3f604bab9303 x-openstack-request-id: req-4ed95bb8-56fa-4893-9cfc-3f604bab9303 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:06.165079 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496d8652-4349-473b-ba36-db11de50d6bb", "name": "network-vif-deleted", "tag": "9292b5a0-1381-4888-80a1-4bd42de8fde5", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:06.165457 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ed95bb8-56fa-4893-9cfc-3f604bab9303 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:06.165853 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496d8652-4349-473b-ba36-db11de50d6bb', 'name': 'network-vif-deleted', 'tag': '9292b5a0-1381-4888-80a1-4bd42de8fde5', 'status': 'completed', 'code': 200} Aug 27 16:27:06.214866 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-05b648f4-1ba9-4aac-a6bd-c11de45cf592 req-2c0a19c9-af3b-440e-bb00-25828d497951 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=496d8652-4349-473b-ba36-db11de50d6bb HTTP/1.1" status: 200 len: 210 time: 0.0267854 Aug 27 16:27:06.553059 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device db3a36b9-c8bf-4b55-9365-55989d0f0e24 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:27:06.647437 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port db3a36b9-c8bf-4b55-9365-55989d0f0e24, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:06.659531 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'mac_address': 'fa:16:3e:a8:d2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:27:06.696902 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.709624 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3a36b9-c8bf-4b55-9365-55989d0f0e24 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:06.730360 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port db3a36b9-c8bf-4b55-9365-55989d0f0e24, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:06.734043 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.783957 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=db3a36b9-c8bf-4b55-9365-55989d0f0e24,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:06.967547 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54423ed7-aada-4f24-8ca7-c525aefc1faa req-72ff9bd5-5335-410e-afc0-0ec1f4e589fb tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:06.968995 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-54423ed7-aada-4f24-8ca7-c525aefc1faa req-72ff9bd5-5335-410e-afc0-0ec1f4e589fb tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 945 time: 0.0483394 Aug 27 16:27:07.004967 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-54423ed7-aada-4f24-8ca7-c525aefc1faa req-41ddad57-b85c-48ad-b52c-84959a252953 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301147 Aug 27 16:27:07.184026 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['db3a36b9-c8bf-4b55-9365-55989d0f0e24'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:07.476317 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-943489ff-fb46-4cd9-a1f3-ffe2c7510e59 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:07.477781 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-943489ff-fb46-4cd9-a1f3-ffe2c7510e59 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/networks?id=2f685837-48c0-43b8-b2fc-c860d48fda25 HTTP/1.1" status: 200 len: 809 time: 0.1012075 Aug 27 16:27:07.492230 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-8a810b81-922d-4e94-8acf-9ff07fe91f27 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/quotas/46ddf34215e54729b46272a5849ff469 HTTP/1.1" status: 200 len: 375 time: 0.0087953 Aug 27 16:27:07.524883 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-e755b07a-c975-45f8-b64a-c59ecf7db8f0 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=46ddf34215e54729b46272a5849ff469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264382 Aug 27 16:27:07.529511 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41050) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:07.616746 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-dc4a6664-b9b8-45b3-89dc-436da1c1cf60 service neutron] 10.222.0.60 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849428 Aug 27 16:27:07.705484 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-ef1d71f6-811b-407b-a977-763c0627e481 service neutron] 10.222.0.60 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822127 Aug 27 16:27:07.875549 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-da73ecd3-55a4-4cd7-813c-613da102071e req-e6a1f718-7ab9-424c-95e4-77c25ee5505a tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 210 time: 0.0290658 Aug 27 16:27:07.959264 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1994513'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.132284 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77916fd5-5d04-4bd5-9c1f-24a82ccad876 req-9a00c17d-fb10-4534-a5b0-493d5dcac9c7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:08.138944 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-77916fd5-5d04-4bd5-9c1f-24a82ccad876 req-9a00c17d-fb10-4534-a5b0-493d5dcac9c7 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 945 time: 0.0597041 Aug 27 16:27:08.173505 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-77916fd5-5d04-4bd5-9c1f-24a82ccad876 req-d70bea8f-47ac-400c-af01-e8ff47efb6fe tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334587 Aug 27 16:27:08.221476 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] Deleting port 887478e6-5fd6-4e9f-84e3-cac90266c7aa {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:08.221818 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.302596 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] For port 887478e6-5fd6-4e9f-84e3-cac90266c7aa, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=887478e6-5fd6-4e9f-84e3-cac90266c7aa,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:08.302950 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.315162 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] Calling delete_port for 887478e6-5fd6-4e9f-84e3-cac90266c7aa owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:08.492968 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.523357 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=887478e6-5fd6-4e9f-84e3-cac90266c7aa,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:08.568250 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device db3a36b9-c8bf-4b55-9365-55989d0f0e24 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:08.622195 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port db3a36b9-c8bf-4b55-9365-55989d0f0e24 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:08.628361 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port db3a36b9-c8bf-4b55-9365-55989d0f0e24 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:08.629825 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.689918 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994715'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.720340 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.750089 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:08.752869 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74b5162-56dd-447d-bd22-6b5c69a72082" -d '{"events": [{"server_uuid": "8657775b-191d-4ee5-9ef4-8532f9327fa3", "name": "network-vif-plugged", "status": "completed", "tag": "db3a36b9-c8bf-4b55-9365-55989d0f0e24"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:08.784501 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port db3a36b9-c8bf-4b55-9365-55989d0f0e24, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:08.789400 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.790584 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 9292b5a0-1381-4888-80a1-4bd42de8fde5 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:08.793516 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ca7cde-fbb5-488e-9a53-5e1cc73a3ae8 x-openstack-request-id: req-44ca7cde-fbb5-488e-9a53-5e1cc73a3ae8 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:08.793804 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8657775b-191d-4ee5-9ef4-8532f9327fa3", "name": "network-vif-plugged", "status": "completed", "tag": "db3a36b9-c8bf-4b55-9365-55989d0f0e24", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:08.794137 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44ca7cde-fbb5-488e-9a53-5e1cc73a3ae8 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:08.794643 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'code': 200} Aug 27 16:27:08.830852 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: 9292b5a0-1381-4888-80a1-4bd42de8fde5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:08.831198 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 9292b5a0-1381-4888-80a1-4bd42de8fde5 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:08.857623 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=db3a36b9-c8bf-4b55-9365-55989d0f0e24,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:08.981899 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cd44f97c-63fc-4bd5-8ead-52511d7fed8a req-7b4386b8-7840-4e7f-af19-ba053806bb5f tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 210 time: 0.0380621 Aug 27 16:27:09.012670 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-b95a9c5b-176e-4750-9484-a4d67e81f952 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.014135 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-b95a9c5b-176e-4750-9484-a4d67e81f952 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.88 "GET /v2.0/networks?id=2f685837-48c0-43b8-b2fc-c860d48fda25 HTTP/1.1" status: 200 len: 809 time: 0.1614747 Aug 27 16:27:09.022362 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] Router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:27:09.348762 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Request body: {'port': {'device_id': '25e43818-26ee-491e-8b07-da83ce03e142', 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25', 'admin_state_up': True, 'tenant_id': '46ddf34215e54729b46272a5849ff469'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:09.507184 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21288c04-6b7e-40a8-aee8-f8a803748f04 req-ecfb027d-a322-4a72-b148-19630dc4bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.508947 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-21288c04-6b7e-40a8-aee8-f8a803748f04 req-ecfb027d-a322-4a72-b148-19630dc4bff7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 1099 time: 0.1810699 Aug 27 16:27:09.527712 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b27f4d-78be-4b2b-8ed4-910a302d64da req-70953e0f-0eb1-473c-86bc-4b58f2da34a0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.529065 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-95b27f4d-78be-4b2b-8ed4-910a302d64da req-70953e0f-0eb1-473c-86bc-4b58f2da34a0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 946 time: 0.2001181 Aug 27 16:27:09.556742 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:09.565115 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] Sync routers for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:09.569828 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a7c1b548-d659-406e-82b1-2a35d27d86e0 admin admin] 10.222.0.60 "PUT /v2.0/routers/8ec1b4e4-9ac3-4d77-a399-2acae53c6e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0369096 Aug 27 16:27:09.570267 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41078) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:09.574679 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:09.575283 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:26:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:09.610045 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-21288c04-6b7e-40a8-aee8-f8a803748f04 req-f6fd296e-3442-4263-9e91-902e745330a6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902376 Aug 27 16:27:09.616981 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-95b27f4d-78be-4b2b-8ed4-910a302d64da req-e53263c5-f834-48fb-a744-faacc020f06e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771873 Aug 27 16:27:09.630835 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Made reservation on behalf of 46ddf34215e54729b46272a5849ff469 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:09.635185 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.681784 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:09.687479 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.779764 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Allocated IP 172.20.0.4 (2f685837-48c0-43b8-b2fc-c860d48fda25/f7eeebf1-1470-451f-bca7-520fc984f890/f85af092-3044-4858-a1c3-9a63f1d2f8b5) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:09.873574 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:27:08Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:09.901924 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] Checking router: 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:27:09.910418 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] Routers {'8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:09.911044 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:26:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:09.936930 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.982741 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.031282 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] Set router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:10.034206 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.041997 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Network 2f685837-48c0-43b8-b2fc-c860d48fda25 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:10.045457 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:10.050889 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:10.055350 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Pushing event updated for resources: {'Port': ['ID=f85af092-3044-4858-a1c3-9a63f1d2f8b5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:10.106958 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.107645 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.124183 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f44476c5-7a6b-4020-855c-ec643e914285 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7939360 Aug 27 16:27:10.129446 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb604c56-a8c6-4046-a6c1-c3ee79cd2ee5 req-e5d4bae6-6fa2-484d-bc00-bd5d48cd8873 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.130934 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cb604c56-a8c6-4046-a6c1-c3ee79cd2ee5 req-e5d4bae6-6fa2-484d-bc00-bd5d48cd8873 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 931 time: 0.0614312 Aug 27 16:27:10.140038 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Deleting port c7797e0a-4bce-4caa-8a38-f3abf2319393 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:10.140379 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.144122 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Request body: {'port': {'device_id': '25e43818-26ee-491e-8b07-da83ce03e142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:10.207342 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.227237 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cb604c56-a8c6-4046-a6c1-c3ee79cd2ee5 req-4b671607-53d4-48b4-a18f-356a6fd1f93d tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887940 Aug 27 16:27:10.238053 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:27:08Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:10.247872 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] For port c7797e0a-4bce-4caa-8a38-f3abf2319393, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=c7797e0a-4bce-4caa-8a38-f3abf2319393,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:10.248243 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.260594 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Calling delete_port for c7797e0a-4bce-4caa-8a38-f3abf2319393 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:10.365339 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f86419c-787c-4a2b-bd7d-30f4d20c5b5e None None] The sync data for ids ['8ec1b4e4-9ac3-4d77-a399-2acae53c6e40'] in dv-cinder-800695-5-iscsi is: [{'id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'name': 'tempest-AttachVolumeShelveTestJSON-873217358-router', 'tenant_id': 'dec7d9da1655470d9ffb03a4482157d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:07Z', 'updated_at': '2021-08-27T16:27:08Z', 'revision_number': 5, 'project_id': 'dec7d9da1655470d9ffb03a4482157d0', 'gw_port': {'id': 'c7797e0a-4bce-4caa-8a38-f3abf2319393', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1b4e4-9ac3-4d77-a399-2acae53c6e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:08Z', 'updated_at': '2021-08-27T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:10.431881 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.462262 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7797e0a-4bce-4caa-8a38-f3abf2319393,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:10.492221 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85af092-3044-4858-a1c3-9a63f1d2f8b5 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:10.500144 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.512754 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Transition to ACTIVE for port object f85af092-3044-4858-a1c3-9a63f1d2f8b5 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:10.517827 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.518066 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2070401'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.584025 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Pushing event updated for resources: {'Port': ['ID=f85af092-3044-4858-a1c3-9a63f1d2f8b5,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:10.612726 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2072350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4652'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.615057 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.639392 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Attempting to bind port f85af092-3044-4858-a1c3-9a63f1d2f8b5 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:10.639731 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Attempting to bind port f85af092-3044-4858-a1c3-9a63f1d2f8b5 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'be94286b-50db-42d8-917a-9e5cc703975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:10.640063 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Attempting to bind port f85af092-3044-4858-a1c3-9a63f1d2f8b5 on network 2f685837-48c0-43b8-b2fc-c860d48fda25 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:10.644369 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Port f85af092-3044-4858-a1c3-9a63f1d2f8b5 on network 2f685837-48c0-43b8-b2fc-c860d48fda25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:27:10.644636 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Attempting to bind port f85af092-3044-4858-a1c3-9a63f1d2f8b5 on network 2f685837-48c0-43b8-b2fc-c860d48fda25 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:10.649542 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:10.650366 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Checking segment: {'id': 'be94286b-50db-42d8-917a-9e5cc703975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:10.650366 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Bound using segment: {'id': 'be94286b-50db-42d8-917a-9e5cc703975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:10.650689 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Bound port: f85af092-3044-4858-a1c3-9a63f1d2f8b5, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be94286b-50db-42d8-917a-9e5cc703975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:10.651053 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.667557 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2072337'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.668244 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:27:10.673702 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.674699 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-811d0078-f7d7-496c-a74b-f786c9270c5f admin admin] 10.222.0.60 "DELETE /v2.0/routers/8ec1b4e4-9ac3-4d77-a399-2acae53c6e40 HTTP/1.1" status: 204 len: 168 time: 1.1032648 Aug 27 16:27:10.677127 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41084) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.726653 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-468d2af2-06f2-4d41-b08d-0fc1d8df69a8 admin admin] Deleting subnet 94d223c3-2eeb-4c39-be6e-78fc826248c1 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:27:10.730405 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-468d2af2-06f2-4d41-b08d-0fc1d8df69a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.752299 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] For port f85af092-3044-4858-a1c3-9a63f1d2f8b5, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:10.756102 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] For port f85af092-3044-4858-a1c3-9a63f1d2f8b5, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f85af092-3044-4858-a1c3-9a63f1d2f8b5,segment=NetworkSegment(be94286b-50db-42d8-917a-9e5cc703975b),segment_id=be94286b-50db-42d8-917a-9e5cc703975b)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:10.761297 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.770007 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-468d2af2-06f2-4d41-b08d-0fc1d8df69a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165388'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.776818 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef673fbe-cffd-48d2-8fba-04cdd006788f req-ae414923-a2c0-4a6e-99de-0076deb3547e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.778374 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ef673fbe-cffd-48d2-8fba-04cdd006788f req-ae414923-a2c0-4a6e-99de-0076deb3547e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 946 time: 0.0785630 Aug 27 16:27:10.823441 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.824118 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.825455 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] 10.222.0.88 "PUT /v2.0/ports/f85af092-3044-4858-a1c3-9a63f1d2f8b5 HTTP/1.1" status: 200 len: 1093 time: 0.6866057 Aug 27 16:27:10.825916 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e43818-26ee-491e-8b07-da83ce03e142', 'tag': 'f85af092-3044-4858-a1c3-9a63f1d2f8b5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:10.828245 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8822bfd-1c2c-40bf-a9e1-ce650161950f" -d '{"events": [{"name": "network-changed", "server_uuid": "25e43818-26ee-491e-8b07-da83ce03e142", "tag": "f85af092-3044-4858-a1c3-9a63f1d2f8b5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:10.872941 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ef673fbe-cffd-48d2-8fba-04cdd006788f req-fe038b98-c6d7-44e0-b332-6cc22bb3bcfb tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738046 Aug 27 16:27:10.873574 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260fe97-f214-4d81-9945-22d3fa259e20 service neutron] Pushing event updated for resources: {'Port': ['ID=f85af092-3044-4858-a1c3-9a63f1d2f8b5,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:10.877182 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8329e3c0-e824-429e-9836-c7abf029557b x-openstack-request-id: req-8329e3c0-e824-429e-9836-c7abf029557b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:10.877469 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e43818-26ee-491e-8b07-da83ce03e142", "tag": "f85af092-3044-4858-a1c3-9a63f1d2f8b5", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:10.877745 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8329e3c0-e824-429e-9836-c7abf029557b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:10.878132 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e43818-26ee-491e-8b07-da83ce03e142', 'tag': 'f85af092-3044-4858-a1c3-9a63f1d2f8b5', 'status': 'completed', 'code': 200} Aug 27 16:27:10.878268 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-468d2af2-06f2-4d41-b08d-0fc1d8df69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.946863 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-468d2af2-06f2-4d41-b08d-0fc1d8df69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475745'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.976476 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d2af2-06f2-4d41-b08d-0fc1d8df69a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d223c3-2eeb-4c39-be6e-78fc826248c1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:10.979179 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-468d2af2-06f2-4d41-b08d-0fc1d8df69a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.981171 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-468d2af2-06f2-4d41-b08d-0fc1d8df69a8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/94d223c3-2eeb-4c39-be6e-78fc826248c1 HTTP/1.1" status: 204 len: 168 time: 0.3031125 Aug 27 16:27:10.986670 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41088) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.986956 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-c18dcb45-89c9-48f9-b3af-c848b84e42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.988642 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-c18dcb45-89c9-48f9-b3af-c848b84e42fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ddf34215e54729b46272a5849ff469&device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 1096 time: 0.0621092 Aug 27 16:27:10.989496 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5113e-b987-4c22-b687-b8e0c503926e None None] Network 710528ce-a840-4305-b82a-8a697ab88986 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:11.055472 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-8dd9d581-3c70-41c3-888b-04078830c907 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f85af092-3044-4858-a1c3-9a63f1d2f8b5 HTTP/1.1" status: 200 len: 217 time: 0.0421221 Aug 27 16:27:11.076348 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.117586 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-4cd7a4f9-afbb-4a5a-87fe-86a502cd1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:11.119260 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-4cd7a4f9-afbb-4a5a-87fe-86a502cd1d58 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f7eeebf1-1470-451f-bca7-520fc984f890 HTTP/1.1" status: 200 len: 849 time: 0.0554008 Aug 27 16:27:11.150440 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Deleting port 061715f1-8e99-424a-b3a5-14e585a6bd3a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:11.150792 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.178167 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-b4050d93-2c4e-4fb8-ae0e-e0ac0d8746a1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2f685837-48c0-43b8-b2fc-c860d48fda25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503387 Aug 27 16:27:11.214454 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-068871bb-e257-48da-9953-19246c25929d admin admin] For port 061715f1-8e99-424a-b3a5-14e585a6bd3a, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=061715f1-8e99-424a-b3a5-14e585a6bd3a,segment=NetworkSegment(1cf4ce2d-1627-45f1-ab01-8145ea680ff3),segment_id=1cf4ce2d-1627-45f1-ab01-8145ea680ff3)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:11.214806 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.227522 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Calling delete_port for 061715f1-8e99-424a-b3a5-14e585a6bd3a owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:11.270741 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-d5c8cb73-c977-430c-b7d7-cce5ddafba74 service neutron] 10.222.0.88 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843952 Aug 27 16:27:11.315728 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.356126 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Pushing event deleted for resources: {'Port': ['ID=061715f1-8e99-424a-b3a5-14e585a6bd3a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:11.362646 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068871bb-e257-48da-9953-19246c25929d admin admin] No DVR routers for this DVR port 061715f1-8e99-424a-b3a5-14e585a6bd3a on host dv-cinder-800695-5-iscsi {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:11.369502 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-27779fe6-d3c3-45e3-a0ce-6b1069b5066e req-b4f5c35b-9662-4417-90f0-d6a186d39e18 service neutron] 10.222.0.88 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917652 Aug 27 16:27:11.398361 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa616c78-f820-4020-98af-02bd8d00f16a req-b0d480ef-ad67-4ec1-a26e-4d0e6570f520 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:11.400484 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aa616c78-f820-4020-98af-02bd8d00f16a req-b0d480ef-ad67-4ec1-a26e-4d0e6570f520 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 943 time: 0.0976770 Aug 27 16:27:11.463085 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.481098 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-068871bb-e257-48da-9953-19246c25929d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710528ce-a840-4305-b82a-8a697ab88986']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:11.495567 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aa616c78-f820-4020-98af-02bd8d00f16a req-a3e256bc-7fc1-4ee3-a757-e415b3399b2e tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857356 Aug 27 16:27:11.497314 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-068871bb-e257-48da-9953-19246c25929d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf4ce2d-1627-45f1-ab01-8145ea680ff3') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:11.497610 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-068871bb-e257-48da-9953-19246c25929d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf4ce2d-1627-45f1-ab01-8145ea680ff3') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:11.503388 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb4cb0-61fa-478a-9de9-15d22daa8f31 None None] DHCP port deletion for 710528ce-a840-4305-b82a-8a697ab88986 request from dv-cinder-800695-5-iscsi {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:27:11.517199 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165395'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.535303 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8822bfd-1c2c-40bf-a9e1-ce650161950f req-f783504c-23fe-4e6a-8f58-ecf57d943f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:11.536813 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d8822bfd-1c2c-40bf-a9e1-ce650161950f req-f783504c-23fe-4e6a-8f58-ecf57d943f0a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ddf34215e54729b46272a5849ff469&device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 1096 time: 0.0676861 Aug 27 16:27:11.540885 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.547117 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:11.547572 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355970'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: Traceback (most recent call last): Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: timer() Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: cb(*args, **kw) Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: return func(*args, **kwargs) Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: self._notify() Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: self.callback(batched_events) Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: event.method(event) Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: return f(self, *a, **k) Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._get(url).json() Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:11.549466 dv-cinder-800695-5-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:11.571942 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 887478e6-5fd6-4e9f-84e3-cac90266c7aa no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:11.600159 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 887478e6-5fd6-4e9f-84e3-cac90266c7aa {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:11.600503 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 887478e6-5fd6-4e9f-84e3-cac90266c7aa not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:11.613016 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.619204 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.620854 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-068871bb-e257-48da-9953-19246c25929d admin admin] 10.222.0.60 "DELETE /v2.0/networks/710528ce-a840-4305-b82a-8a697ab88986 HTTP/1.1" status: 204 len: 168 time: 0.6308267 Aug 27 16:27:11.631390 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068871bb-e257-48da-9953-19246c25929d admin admin] Pushing event deleted for resources: {'Network': ['ID=710528ce-a840-4305-b82a-8a697ab88986,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:11.647634 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8822bfd-1c2c-40bf-a9e1-ce650161950f req-e1d21800-4fa2-4ca4-98ec-5c02b7de6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:11.649161 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d8822bfd-1c2c-40bf-a9e1-ce650161950f req-e1d21800-4fa2-4ca4-98ec-5c02b7de6b83 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2f685837-48c0-43b8-b2fc-c860d48fda25 HTTP/1.1" status: 200 len: 910 time: 0.1048715 Aug 27 16:27:11.696632 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d8822bfd-1c2c-40bf-a9e1-ce650161950f req-4c9bb732-e4ea-4502-9b70-470dfed88cfd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f85af092-3044-4858-a1c3-9a63f1d2f8b5 HTTP/1.1" status: 200 len: 217 time: 0.0390470 Aug 27 16:27:11.739733 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41094) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:11.748999 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8822bfd-1c2c-40bf-a9e1-ce650161950f req-b2e69799-0a12-4369-bcc0-b5d8425ec9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:11.750528 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d8822bfd-1c2c-40bf-a9e1-ce650161950f req-b2e69799-0a12-4369-bcc0-b5d8425ec9ec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f7eeebf1-1470-451f-bca7-520fc984f890 HTTP/1.1" status: 200 len: 849 time: 0.0481930 Aug 27 16:27:11.778959 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ba28b8e3-057c-4fed-b411-ac0898ea4d2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dec7d9da1655470d9ffb03a4482157d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380585 Aug 27 16:27:11.781408 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41096) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:11.783253 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d8822bfd-1c2c-40bf-a9e1-ce650161950f req-a133dab3-8bef-428f-99aa-fdffb40e1e41 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2f685837-48c0-43b8-b2fc-c860d48fda25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254498 Aug 27 16:27:11.830671 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-119e6def-1275-4b81-9571-0032da67715c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.850980 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-119e6def-1275-4b81-9571-0032da67715c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.876579 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d8822bfd-1c2c-40bf-a9e1-ce650161950f req-ba3da932-18ad-4a3b-aaf8-6333bda14bc7 service neutron] 10.222.0.88 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860112 Aug 27 16:27:11.899043 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-119e6def-1275-4b81-9571-0032da67715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.901591 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-119e6def-1275-4b81-9571-0032da67715c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.903774 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-119e6def-1275-4b81-9571-0032da67715c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e25c142-88fd-4dd9-974f-55b710921123 HTTP/1.1" status: 204 len: 168 time: 0.1204555 Aug 27 16:27:11.910570 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e6def-1275-4b81-9571-0032da67715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e25c142-88fd-4dd9-974f-55b710921123,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:12.003255 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d8822bfd-1c2c-40bf-a9e1-ce650161950f req-0f9a754c-6e8f-4d4e-a49e-638523ee9cf4 service neutron] 10.222.0.88 "GET /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188090 Aug 27 16:27:12.020491 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77a9f8-7768-4f7e-a6b5-79fa8ce53a6e req-4e6889e6-0e8e-4e44-bba4-a7b15086e217 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:12.021968 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ba77a9f8-7768-4f7e-a6b5-79fa8ce53a6e req-4e6889e6-0e8e-4e44-bba4-a7b15086e217 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 946 time: 0.0650203 Aug 27 16:27:12.066147 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-ba77a9f8-7768-4f7e-a6b5-79fa8ce53a6e req-925918f7-ea07-4fee-8b15-332d13b75f9c tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380218 Aug 27 16:27:12.178084 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff121f-b6a8-4129-8a56-21a034e9c93f req-5d7a5153-f0ab-4cbd-b090-5f6a88657799 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:12.179620 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cfff121f-b6a8-4129-8a56-21a034e9c93f req-5d7a5153-f0ab-4cbd-b090-5f6a88657799 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 946 time: 0.0481105 Aug 27 16:27:12.223226 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cfff121f-b6a8-4129-8a56-21a034e9c93f req-f9706791-f478-4867-8ace-414c7b82f749 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369315 Aug 27 16:27:12.245551 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:12.284653 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea794a1f-3e82-4711-93c1-80084b0d0170 tempest-TestVolumeBootPattern-2029831563 tempest-TestVolumeBootPattern-2029831563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:12.286255 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ea794a1f-3e82-4711-93c1-80084b0d0170 tempest-TestVolumeBootPattern-2029831563 tempest-TestVolumeBootPattern-2029831563-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0397205 Aug 27 16:27:12.289216 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41116) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:12.294600 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'floatingip': {'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:12.317416 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:12.412485 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:12.517649 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Allocated IP 172.27.0.117 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/74025cf4-c209-42e6-9610-fb40e1d737a6) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:12.659273 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7e695-05c5-4b5b-af7c-2005f9756759 req-9ee85b83-adf1-47e5-833f-f0d2f356d7ba tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:12.660721 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9bd7e695-05c5-4b5b-af7c-2005f9756759 req-9ee85b83-adf1-47e5-833f-f0d2f356d7ba tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 943 time: 0.0826485 Aug 27 16:27:12.666017 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:12.709245 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9bd7e695-05c5-4b5b-af7c-2005f9756759 req-983fc057-9940-449f-aaae-fe235e90dc8c tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Aug 27 16:27:12.737849 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:12.776794 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:12.779548 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:12.782443 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:12.815925 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'Port': ['ID=74025cf4-c209-42e6-9610-fb40e1d737a6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:13.155687 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41156) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:13.170454 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 061715f1-8e99-424a-b3a5-14e585a6bd3a no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:13.174727 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.190341 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 061715f1-8e99-424a-b3a5-14e585a6bd3a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:13.190771 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 061715f1-8e99-424a-b3a5-14e585a6bd3a not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:13.191245 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c7797e0a-4bce-4caa-8a38-f3abf2319393 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:13.212581 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: c7797e0a-4bce-4caa-8a38-f3abf2319393 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:13.212921 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device c7797e0a-4bce-4caa-8a38-f3abf2319393 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:13.245630 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.271587 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e75516e-7708-4ae2-88b0-cd77b700b74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.364021 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e75516e-7708-4ae2-88b0-cd77b700b74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.368295 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e75516e-7708-4ae2-88b0-cd77b700b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.401939 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.405956 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-3e75516e-7708-4ae2-88b0-cd77b700b74a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fffd3bf1f7534d6c98b77350c8cc3d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491508 Aug 27 16:27:13.407159 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75516e-7708-4ae2-88b0-cd77b700b74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f16423-545f-4bb9-b61c-84e17cdaf570,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:13.408658 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41160) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:13.414797 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.503799 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'Port': ['ID=74025cf4-c209-42e6-9610-fb40e1d737a6,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:13.532085 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.534720 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea478-e2aa-42f9-ac33-e2c6eec27fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.592961 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea478-e2aa-42f9-ac33-e2c6eec27fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.668098 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Floating IP f2960f60-81e9-4a10-b0d3-aa38de6018e1 associated. External IP: 172.27.0.117, port: db3a36b9-c8bf-4b55-9365-55989d0f0e24. Aug 27 16:27:13.714539 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea478-e2aa-42f9-ac33-e2c6eec27fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.717068 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea478-e2aa-42f9-ac33-e2c6eec27fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.718196 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-fa5ea478-e2aa-42f9-ac33-e2c6eec27fe3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76f16423-545f-4bb9-b61c-84e17cdaf570 HTTP/1.1" status: 204 len: 168 time: 0.3085752 Aug 27 16:27:13.758146 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ea478-e2aa-42f9-ac33-e2c6eec27fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f16423-545f-4bb9-b61c-84e17cdaf570,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:13.832783 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370e23d-64a3-4d1b-8572-163200933a36 req-e2423b57-af43-4f8d-a908-edbac4d80d48 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:13.834300 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6370e23d-64a3-4d1b-8572-163200933a36 req-e2423b57-af43-4f8d-a908-edbac4d80d48 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 943 time: 0.0504043 Aug 27 16:27:13.879302 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6370e23d-64a3-4d1b-8572-163200933a36 req-ee7bd104-18a6-48f7-a12d-ba43cb49da44 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Aug 27 16:27:13.919956 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Router cb8d36f5-822f-4abb-99f3-f916bc91bb64 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:27:14.301804 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:14.311540 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] Sync routers for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:14.320111 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.322017 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:14.322711 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:26:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:14.347931 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-b4e0622e-60ca-4ec5-9bb9-8fafe3a43480 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0568507 Aug 27 16:27:14.348619 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'tag': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:14.350869 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a" -d '{"events": [{"name": "network-changed", "server_uuid": "8657775b-191d-4ee5-9ef4-8532f9327fa3", "tag": "db3a36b9-c8bf-4b55-9365-55989d0f0e24"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:14.388378 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dd0fb8-2eb3-493b-bb09-d6ab06184d33 x-openstack-request-id: req-e9dd0fb8-2eb3-493b-bb09-d6ab06184d33 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:14.388747 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8657775b-191d-4ee5-9ef4-8532f9327fa3", "tag": "db3a36b9-c8bf-4b55-9365-55989d0f0e24", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:14.389177 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9dd0fb8-2eb3-493b-bb09-d6ab06184d33 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:14.389580 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'tag': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'status': 'completed', 'code': 200} Aug 27 16:27:14.474902 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-dd5e9658-93cc-4d8e-b846-faaa2ef37ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:14.476518 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-dd5e9658-93cc-4d8e-b846-faaa2ef37ffa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0442595 Aug 27 16:27:14.559880 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:14.573016 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-91202025-ffe3-45ac-b5e4-898a0fd988ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:14.574545 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-91202025-ffe3-45ac-b5e4-898a0fd988ea service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.0907302 Aug 27 16:27:14.601559 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f85af092-3044-4858-a1c3-9a63f1d2f8b5 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:27:14.643685 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-61cf35fe-c405-4dec-93dc-27044b7747be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24 HTTP/1.1" status: 200 len: 1000 time: 0.0621271 Aug 27 16:27:14.698351 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-e911db48-9b4e-4e36-b349-262a9b4aa0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:14.699935 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-e911db48-9b4e-4e36-b349-262a9b4aa0ab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0487471 Aug 27 16:27:14.753528 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-cc7aea85-c73a-41f2-898b-479be376b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:14.755898 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-cc7aea85-c73a-41f2-898b-479be376b2da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494859 Aug 27 16:27:14.817351 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port f85af092-3044-4858-a1c3-9a63f1d2f8b5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f85af092-3044-4858-a1c3-9a63f1d2f8b5,segment=NetworkSegment(be94286b-50db-42d8-917a-9e5cc703975b),segment_id=be94286b-50db-42d8-917a-9e5cc703975b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:14.851709 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-b8dfe1a0-ede1-4c25-afa9-336edf539579 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890155 Aug 27 16:27:14.853293 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': 'f85af092-3044-4858-a1c3-9a63f1d2f8b5', 'network_id': '2f685837-48c0-43b8-b2fc-c860d48fda25', 'port_id': 'f85af092-3044-4858-a1c3-9a63f1d2f8b5', 'mac_address': 'fa:16:3e:5c:42:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7eeebf1-1470-451f-bca7-520fc984f890', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:27:14.902024 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.927684 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'f2960f60-81e9-4a10-b0d3-aa38de6018e1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:a8:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:27:13Z', 'updated_at': '2021-08-27T16:27:13Z', 'revision_number': 0, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:14.961615 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85af092-3044-4858-a1c3-9a63f1d2f8b5 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:14.964471 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-275bf55d-ac59-463f-9b4a-b9a6aae8c39a req-ac34331d-a977-4b81-8bf9-e5d0c8210300 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057110 Aug 27 16:27:14.966999 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] Checking router: cb8d36f5-822f-4abb-99f3-f916bc91bb64 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:27:14.987338 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:14.987971 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:26:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:15.010690 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02709b0a-ca92-44b7-8cd7-0751eb024821 req-2038e5ff-da13-47fc-bbc3-97efc16ba3b2 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:15.013054 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-02709b0a-ca92-44b7-8cd7-0751eb024821 req-2038e5ff-da13-47fc-bbc3-97efc16ba3b2 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 943 time: 0.0571160 Aug 27 16:27:15.028801 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port f85af092-3044-4858-a1c3-9a63f1d2f8b5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f85af092-3044-4858-a1c3-9a63f1d2f8b5,segment=NetworkSegment(be94286b-50db-42d8-917a-9e5cc703975b),segment_id=be94286b-50db-42d8-917a-9e5cc703975b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:15.034482 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.054495 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-02709b0a-ca92-44b7-8cd7-0751eb024821 req-45df653c-8a19-40fa-9f64-72c7be07e012 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Aug 27 16:27:15.128034 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=f85af092-3044-4858-a1c3-9a63f1d2f8b5,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:15.143778 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:15.373892 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'f2960f60-81e9-4a10-b0d3-aa38de6018e1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:a8:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:27:13Z', 'updated_at': '2021-08-27T16:27:13Z', 'revision_number': 0, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:15.400923 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ffbe61-b863-49e4-95e0-fbf78ff7db81 None None] The sync data for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi is: [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'f2960f60-81e9-4a10-b0d3-aa38de6018e1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:a8:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:27:13Z', 'updated_at': '2021-08-27T16:27:13Z', 'revision_number': 0, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:15.462115 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f85af092-3044-4858-a1c3-9a63f1d2f8b5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:15.514974 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41220) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:15.601923 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e315f8-91c0-4c75-b537-7eea152cd093 None None] New status for floating IP f2960f60-81e9-4a10-b0d3-aa38de6018e1: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:27:15.635993 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7239-6a9c-411a-a1ed-046969c2b308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.731086 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7239-6a9c-411a-a1ed-046969c2b308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.736458 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7239-6a9c-411a-a1ed-046969c2b308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.776209 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-5a1a7239-6a9c-411a-a1ed-046969c2b308 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=679467ff6a7e4e558e7573887555248f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595038 Aug 27 16:27:15.777354 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a7239-6a9c-411a-a1ed-046969c2b308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c3bd18-3818-4569-b205-7126091dc4df,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:15.778997 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41224) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:15.827727 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-874406f9-9c2b-407d-88ed-5e29fb06573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.848128 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-874406f9-9c2b-407d-88ed-5e29fb06573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.894856 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-874406f9-9c2b-407d-88ed-5e29fb06573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.897284 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-874406f9-9c2b-407d-88ed-5e29fb06573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.898469 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-874406f9-9c2b-407d-88ed-5e29fb06573c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9c3bd18-3818-4569-b205-7126091dc4df HTTP/1.1" status: 204 len: 168 time: 0.1184363 Aug 27 16:27:15.906728 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874406f9-9c2b-407d-88ed-5e29fb06573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c3bd18-3818-4569-b205-7126091dc4df,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:16.152233 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41232) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:16.164817 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33c28514-4637-49e0-87d3-53c4970eff78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.171903 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b2737-488b-4ae9-b98b-8a5e5dbeef62 req-0d92f030-5738-4a9f-8976-43a44f41bbeb tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:16.173372 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5f2b2737-488b-4ae9-b98b-8a5e5dbeef62 req-0d92f030-5738-4a9f-8976-43a44f41bbeb tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 944 time: 0.0500474 Aug 27 16:27:16.213360 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5f2b2737-488b-4ae9-b98b-8a5e5dbeef62 req-40d7951b-4f4d-4acf-b0ec-aa4bfcce3261 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Aug 27 16:27:16.256866 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33c28514-4637-49e0-87d3-53c4970eff78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.261071 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33c28514-4637-49e0-87d3-53c4970eff78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.296149 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c28514-4637-49e0-87d3-53c4970eff78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee7db7d-477c-41e8-87af-1b0a6042182b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:16.301616 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-33c28514-4637-49e0-87d3-53c4970eff78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=045868d52acd47f3ac03222770904dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483905 Aug 27 16:27:16.304317 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41234) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:16.351668 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-668dc4c4-e3be-466f-a971-30e2f7357121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.372201 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-668dc4c4-e3be-466f-a971-30e2f7357121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.417557 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-668dc4c4-e3be-466f-a971-30e2f7357121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.420107 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-668dc4c4-e3be-466f-a971-30e2f7357121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.421239 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-668dc4c4-e3be-466f-a971-30e2f7357121 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ee7db7d-477c-41e8-87af-1b0a6042182b HTTP/1.1" status: 204 len: 168 time: 0.1160052 Aug 27 16:27:16.428631 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dc4c4-e3be-466f-a971-30e2f7357121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee7db7d-477c-41e8-87af-1b0a6042182b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:16.612720 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f85af092-3044-4858-a1c3-9a63f1d2f8b5 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:16.662295 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port f85af092-3044-4858-a1c3-9a63f1d2f8b5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:16.666738 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port f85af092-3044-4858-a1c3-9a63f1d2f8b5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:16.667110 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.749764 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.773458 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e43818-26ee-491e-8b07-da83ce03e142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85af092-3044-4858-a1c3-9a63f1d2f8b5'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:16.775728 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884ef20b-672c-4577-97cc-f7b7cb37658d" -d '{"events": [{"server_uuid": "25e43818-26ee-491e-8b07-da83ce03e142", "name": "network-vif-plugged", "status": "completed", "tag": "f85af092-3044-4858-a1c3-9a63f1d2f8b5"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:16.788917 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port f85af092-3044-4858-a1c3-9a63f1d2f8b5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f85af092-3044-4858-a1c3-9a63f1d2f8b5,segment=NetworkSegment(be94286b-50db-42d8-917a-9e5cc703975b),segment_id=be94286b-50db-42d8-917a-9e5cc703975b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:16.794359 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.819107 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938aff4d-9ac5-4753-9d7d-65b099582241 x-openstack-request-id: req-938aff4d-9ac5-4753-9d7d-65b099582241 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:16.819427 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e43818-26ee-491e-8b07-da83ce03e142", "name": "network-vif-plugged", "status": "completed", "tag": "f85af092-3044-4858-a1c3-9a63f1d2f8b5", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:16.819678 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-938aff4d-9ac5-4753-9d7d-65b099582241 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:16.820061 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e43818-26ee-491e-8b07-da83ce03e142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85af092-3044-4858-a1c3-9a63f1d2f8b5', 'code': 200} Aug 27 16:27:16.845598 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=f85af092-3044-4858-a1c3-9a63f1d2f8b5,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:17.015305 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22eb75-3532-4653-9f0d-2143bbbbf518 req-2f8d6dd2-6ade-4450-beb3-5f348ecf1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:17.017297 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0f22eb75-3532-4653-9f0d-2143bbbbf518 req-2f8d6dd2-6ade-4450-beb3-5f348ecf1ab6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 1098 time: 0.0442767 Aug 27 16:27:17.052759 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0f22eb75-3532-4653-9f0d-2143bbbbf518 req-9a94ce32-f791-459f-b2d3-f9cb12b8f888 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288327 Aug 27 16:27:17.327725 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dcc1c-bda0-4d73-b3ed-6cc01c24db9b req-9c2ba13a-188f-41b5-8796-5d21190fa2ed tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:17.329208 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-193dcc1c-bda0-4d73-b3ed-6cc01c24db9b req-9c2ba13a-188f-41b5-8796-5d21190fa2ed tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 945 time: 0.0497701 Aug 27 16:27:17.367231 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-193dcc1c-bda0-4d73-b3ed-6cc01c24db9b req-d8bd9ec6-ba79-466d-b59e-ed39d9f5cfa0 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Aug 27 16:27:17.609174 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-15a99110-7d57-46d4-9f08-8adeb84b826a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.232810 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.485071 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28e3d0-8e6b-488f-a9f3-7156232fadd6 req-a8f44f7f-a7ff-437f-988f-155a2cf3e0ab tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:18.486559 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bd28e3d0-8e6b-488f-a9f3-7156232fadd6 req-a8f44f7f-a7ff-437f-988f-155a2cf3e0ab tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 945 time: 0.0512824 Aug 27 16:27:18.524665 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bd28e3d0-8e6b-488f-a9f3-7156232fadd6 req-31b8db8f-aca9-4059-9e52-a73e6a1bae1d tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Aug 27 16:27:19.646385 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3762680-1654-441b-8142-0edff18b70df req-44b3619e-2c07-43a5-9024-f14313e102b6 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:19.647817 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f3762680-1654-441b-8142-0edff18b70df req-44b3619e-2c07-43a5-9024-f14313e102b6 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Aug 27 16:27:19.684801 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f3762680-1654-441b-8142-0edff18b70df req-c16a61c1-1b96-40c4-90fb-7e39d3c56773 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311384 Aug 27 16:27:20.025944 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74673ca5-78da-4a01-92fc-ae281be5fc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:20.299849 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:20.409171 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efccab-cb75-4f57-a469-a17385c941cd req-fd108fa0-1a22-413e-8881-2c2155b8defb tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:20.410546 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-57efccab-cb75-4f57-a469-a17385c941cd req-fd108fa0-1a22-413e-8881-2c2155b8defb tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 945 time: 0.0516691 Aug 27 16:27:20.447103 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-57efccab-cb75-4f57-a469-a17385c941cd req-78bb7b32-5c76-42a1-a456-1876b433d430 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303626 Aug 27 16:27:21.280197 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41352) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:21.385198 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6950e4de-a2b9-4540-b05d-17b760012f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.435821 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.471292 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6950e4de-a2b9-4540-b05d-17b760012f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.475473 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6950e4de-a2b9-4540-b05d-17b760012f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.512941 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6950e4de-a2b9-4540-b05d-17b760012f11 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d0fe2f5023f478d8c34d2f965283b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316716 Aug 27 16:27:21.514880 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950e4de-a2b9-4540-b05d-17b760012f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad6b375-6841-45f3-94cf-cdcc7f26a2bc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:21.515702 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41358) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:21.564703 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c6917-0b57-4024-baf9-c0e860fbb035 req-39b00247-b7f1-41b9-9d0a-99c4e17fa8aa tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:21.565422 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b48f6c0-d9b8-4925-80d5-bdccb130ec70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.566104 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-411c6917-0b57-4024-baf9-c0e860fbb035 req-39b00247-b7f1-41b9-9d0a-99c4e17fa8aa tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 945 time: 0.0471284 Aug 27 16:27:21.586860 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b48f6c0-d9b8-4925-80d5-bdccb130ec70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.602670 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-411c6917-0b57-4024-baf9-c0e860fbb035 req-31c79961-46c8-4d9b-8fe7-8d057b994268 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d99da7ab-b8f3-4cda-8296-18e6407fcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306716 Aug 27 16:27:21.638135 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b48f6c0-d9b8-4925-80d5-bdccb130ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.640671 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b48f6c0-d9b8-4925-80d5-bdccb130ec70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.641793 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-1b48f6c0-d9b8-4925-80d5-bdccb130ec70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ad6b375-6841-45f3-94cf-cdcc7f26a2bc HTTP/1.1" status: 204 len: 168 time: 0.1251092 Aug 27 16:27:21.649471 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48f6c0-d9b8-4925-80d5-bdccb130ec70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad6b375-6841-45f3-94cf-cdcc7f26a2bc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:21.903427 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41364) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:21.916762 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa75156c-06d9-4bbd-b30d-3b11df9aaa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.010158 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa75156c-06d9-4bbd-b30d-3b11df9aaa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.013958 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa75156c-06d9-4bbd-b30d-3b11df9aaa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.052079 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-fa75156c-06d9-4bbd-b30d-3b11df9aaa70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f9f0931923e47bb900c3f54873522fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475627 Aug 27 16:27:22.052938 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75156c-06d9-4bbd-b30d-3b11df9aaa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ade294a-a31a-4e4b-a22d-34532aa7898f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:22.054797 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41366) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:22.101616 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbdbdd1c-71e2-4416-933f-bce96e64f42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.121835 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbdbdd1c-71e2-4416-933f-bce96e64f42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.168117 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbdbdd1c-71e2-4416-933f-bce96e64f42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.170926 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbdbdd1c-71e2-4416-933f-bce96e64f42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.172050 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-dbdbdd1c-71e2-4416-933f-bce96e64f42e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ade294a-a31a-4e4b-a22d-34532aa7898f HTTP/1.1" status: 204 len: 168 time: 0.1162829 Aug 27 16:27:22.179934 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbdd1c-71e2-4416-933f-bce96e64f42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ade294a-a31a-4e4b-a22d-34532aa7898f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:22.228657 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-b5bcdc02-1f47-46be-8d82-c74c6a53eb35 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:22.230093 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-b5bcdc02-1f47-46be-8d82-c74c6a53eb35 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.88 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 945 time: 0.0561488 Aug 27 16:27:22.322731 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-e66d0588-0832-4962-a6b7-6253b3e02528 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Deleting port f85af092-3044-4858-a1c3-9a63f1d2f8b5 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:22.323079 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-e66d0588-0832-4962-a6b7-6253b3e02528 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.419311 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-e66d0588-0832-4962-a6b7-6253b3e02528 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] For port f85af092-3044-4858-a1c3-9a63f1d2f8b5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f85af092-3044-4858-a1c3-9a63f1d2f8b5,segment=NetworkSegment(be94286b-50db-42d8-917a-9e5cc703975b),segment_id=be94286b-50db-42d8-917a-9e5cc703975b)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:22.419668 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-e66d0588-0832-4962-a6b7-6253b3e02528 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.433313 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-e66d0588-0832-4962-a6b7-6253b3e02528 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Calling delete_port for f85af092-3044-4858-a1c3-9a63f1d2f8b5 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:22.562324 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-e66d0588-0832-4962-a6b7-6253b3e02528 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.592377 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d0588-0832-4962-a6b7-6253b3e02528 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Pushing event deleted for resources: {'Port': ['ID=f85af092-3044-4858-a1c3-9a63f1d2f8b5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:22.600000 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['f85af092-3044-4858-a1c3-9a63f1d2f8b5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:22.632612 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-e66d0588-0832-4962-a6b7-6253b3e02528 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] No DVR routers for this DVR port f85af092-3044-4858-a1c3-9a63f1d2f8b5 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:22.636285 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-e66d0588-0832-4962-a6b7-6253b3e02528 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.638776 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7f8bd83c-9a75-4377-829d-a36346785e50 req-e66d0588-0832-4962-a6b7-6253b3e02528 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.88 "DELETE /v2.0/ports/f85af092-3044-4858-a1c3-9a63f1d2f8b5 HTTP/1.1" status: 204 len: 173 time: 0.4018214 Aug 27 16:27:22.639566 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e43818-26ee-491e-8b07-da83ce03e142', 'name': 'network-vif-deleted', 'tag': 'f85af092-3044-4858-a1c3-9a63f1d2f8b5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:22.641688 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018e626f-8b50-446e-a173-6dad2794fd0a" -d '{"events": [{"server_uuid": "25e43818-26ee-491e-8b07-da83ce03e142", "name": "network-vif-deleted", "tag": "f85af092-3044-4858-a1c3-9a63f1d2f8b5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:22.717468 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-d5968610-6705-40f0-a203-534760aee187 req-32d24dae-e49b-4cc0-9b7d-6e0c7a8ebf04 tempest-VolumesActionsTest-725426306 tempest-VolumesActionsTest-725426306-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e43818-26ee-491e-8b07-da83ce03e142 HTTP/1.1" status: 200 len: 210 time: 0.0337162 Aug 27 16:27:22.860517 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3314da17-aafc-468b-9ead-0800fd339b2b x-openstack-request-id: req-3314da17-aafc-468b-9ead-0800fd339b2b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:22.860803 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e43818-26ee-491e-8b07-da83ce03e142", "name": "network-vif-deleted", "tag": "f85af092-3044-4858-a1c3-9a63f1d2f8b5", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:22.861047 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3314da17-aafc-468b-9ead-0800fd339b2b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:22.861421 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e43818-26ee-491e-8b07-da83ce03e142', 'name': 'network-vif-deleted', 'tag': 'f85af092-3044-4858-a1c3-9a63f1d2f8b5', 'status': 'completed', 'code': 200} Aug 27 16:27:22.877892 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-09054704-11e2-4b8a-8a52-42b7f976269b req-95b88e3d-623c-4f2f-93b3-b12a88d6c7aa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454741 Aug 27 16:27:22.916391 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:22.977851 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054704-11e2-4b8a-8a52-42b7f976269b req-641ef5d1-6a8f-40f0-80e4-192fae94320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:22.979395 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-09054704-11e2-4b8a-8a52-42b7f976269b req-641ef5d1-6a8f-40f0-80e4-192fae94320e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0402262 Aug 27 16:27:23.084086 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054704-11e2-4b8a-8a52-42b7f976269b req-3def8c9f-81f6-4213-9ec1-a2e12a4d9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:23.085552 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-09054704-11e2-4b8a-8a52-42b7f976269b req-3def8c9f-81f6-4213-9ec1-a2e12a4d9687 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.0839319 Aug 27 16:27:23.164816 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-09054704-11e2-4b8a-8a52-42b7f976269b req-0f92b355-9ae0-43b1-acc5-72ca5a5dada0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24 HTTP/1.1" status: 200 len: 1002 time: 0.0656574 Aug 27 16:27:23.220211 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054704-11e2-4b8a-8a52-42b7f976269b req-55f14a35-ba73-43cf-9668-cef9b6d31145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:23.222276 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-09054704-11e2-4b8a-8a52-42b7f976269b req-55f14a35-ba73-43cf-9668-cef9b6d31145 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0498886 Aug 27 16:27:23.275490 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054704-11e2-4b8a-8a52-42b7f976269b req-cc382dc1-b2a2-4a87-9b1d-2aaeba881abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:23.277018 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-09054704-11e2-4b8a-8a52-42b7f976269b req-cc382dc1-b2a2-4a87-9b1d-2aaeba881abe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441582 Aug 27 16:27:23.374117 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-09054704-11e2-4b8a-8a52-42b7f976269b req-eef7a2b3-5613-4329-b9ba-add1534dc55c service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901599 Aug 27 16:27:23.463219 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-09054704-11e2-4b8a-8a52-42b7f976269b req-3236a5b0-8959-4dd9-bef4-69f2e14fc3b1 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823860 Aug 27 16:27:24.646731 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f85af092-3044-4858-a1c3-9a63f1d2f8b5 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:24.666211 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: f85af092-3044-4858-a1c3-9a63f1d2f8b5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:24.666579 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device f85af092-3044-4858-a1c3-9a63f1d2f8b5 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:31.094465 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41548) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:31.217260 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6436e29e-df64-4c4f-8b2c-94bb6d2317a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.323834 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6436e29e-df64-4c4f-8b2c-94bb6d2317a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.328838 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6436e29e-df64-4c4f-8b2c-94bb6d2317a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.369630 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41552) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:31.370212 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6436e29e-df64-4c4f-8b2c-94bb6d2317a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2cf88d4202641aca6e8263ffd915e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732849 Aug 27 16:27:31.375224 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436e29e-df64-4c4f-8b2c-94bb6d2317a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0150986-4a3e-4bf1-8fa8-634092da2c20,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:31.431419 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c02d9134-2bc8-4545-bab7-e258c5670a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.455507 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c02d9134-2bc8-4545-bab7-e258c5670a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.510117 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c02d9134-2bc8-4545-bab7-e258c5670a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.514487 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c02d9134-2bc8-4545-bab7-e258c5670a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.520436 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-c02d9134-2bc8-4545-bab7-e258c5670a4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0150986-4a3e-4bf1-8fa8-634092da2c20 HTTP/1.1" status: 204 len: 168 time: 0.1489568 Aug 27 16:27:31.529363 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d9134-2bc8-4545-bab7-e258c5670a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0150986-4a3e-4bf1-8fa8-634092da2c20,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:31.883173 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41562) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:31.897877 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84205ba7-ab14-4f10-ad99-86e1e9fb6bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.996704 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84205ba7-ab14-4f10-ad99-86e1e9fb6bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.002477 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84205ba7-ab14-4f10-ad99-86e1e9fb6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.045879 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-84205ba7-ab14-4f10-ad99-86e1e9fb6bc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f628396471614cbb83900fda12c8c587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612577 Aug 27 16:27:32.047314 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84205ba7-ab14-4f10-ad99-86e1e9fb6bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622c0011-de13-434c-b721-be5bd108cede,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:32.049511 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41564) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:32.117675 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06573fdb-c98f-4258-b551-2f99bb9e4e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.146236 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06573fdb-c98f-4258-b551-2f99bb9e4e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.197503 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06573fdb-c98f-4258-b551-2f99bb9e4e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.200943 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06573fdb-c98f-4258-b551-2f99bb9e4e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.202127 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-06573fdb-c98f-4258-b551-2f99bb9e4e30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/622c0011-de13-434c-b721-be5bd108cede HTTP/1.1" status: 204 len: 168 time: 0.1514468 Aug 27 16:27:32.210384 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06573fdb-c98f-4258-b551-2f99bb9e4e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622c0011-de13-434c-b721-be5bd108cede,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:40.006619 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:27:43.776586 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41718) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:43.903099 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e560f330-26d5-42a0-ac9b-123710b53c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.009590 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e560f330-26d5-42a0-ac9b-123710b53c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.014292 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e560f330-26d5-42a0-ac9b-123710b53c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.053039 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560f330-26d5-42a0-ac9b-123710b53c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de1501b-ff6f-4807-8eed-362646fd0ca2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:44.069162 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e560f330-26d5-42a0-ac9b-123710b53c4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8af253f0446e44999a2099f3b4b7e97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876213 Aug 27 16:27:44.070447 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41728) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:44.122512 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0e659265-4aa9-4783-9d26-1fb79bf3a142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.150126 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0e659265-4aa9-4783-9d26-1fb79bf3a142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.220686 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0e659265-4aa9-4783-9d26-1fb79bf3a142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.223437 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0e659265-4aa9-4783-9d26-1fb79bf3a142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.228879 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-0e659265-4aa9-4783-9d26-1fb79bf3a142 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9de1501b-ff6f-4807-8eed-362646fd0ca2 HTTP/1.1" status: 204 len: 168 time: 0.1561639 Aug 27 16:27:44.243119 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e659265-4aa9-4783-9d26-1fb79bf3a142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de1501b-ff6f-4807-8eed-362646fd0ca2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:44.509375 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41734) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:44.523186 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-138152f5-3e9d-48ec-b7f9-ba2fa2cfec07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.625450 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-138152f5-3e9d-48ec-b7f9-ba2fa2cfec07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.630601 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-138152f5-3e9d-48ec-b7f9-ba2fa2cfec07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.684466 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138152f5-3e9d-48ec-b7f9-ba2fa2cfec07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15523e82-e57b-41cd-8373-49da47790152,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:44.684466 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-138152f5-3e9d-48ec-b7f9-ba2fa2cfec07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=321ef739728c41f4ab86afd23a39ee64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642215 Aug 27 16:27:44.684466 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41736) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:44.751289 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4473f90f-d7e7-4c05-bcd8-ac394314f480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.773958 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4473f90f-d7e7-4c05-bcd8-ac394314f480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.832978 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4473f90f-d7e7-4c05-bcd8-ac394314f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.837008 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4473f90f-d7e7-4c05-bcd8-ac394314f480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.838682 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-4473f90f-d7e7-4c05-bcd8-ac394314f480 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15523e82-e57b-41cd-8373-49da47790152 HTTP/1.1" status: 204 len: 168 time: 0.1604366 Aug 27 16:27:44.847625 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473f90f-d7e7-4c05-bcd8-ac394314f480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15523e82-e57b-41cd-8373-49da47790152,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:46.762929 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41884) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:46.871322 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0824ad90-3c6e-459b-88cd-3bbd2c7abaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.958385 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0824ad90-3c6e-459b-88cd-3bbd2c7abaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.961906 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0824ad90-3c6e-459b-88cd-3bbd2c7abaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.997394 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824ad90-3c6e-459b-88cd-3bbd2c7abaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1da7f39-ffbb-494d-bb30-4f065e6553ba,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:47.001637 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-0824ad90-3c6e-459b-88cd-3bbd2c7abaf0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2cc5697eaff34847a7010a2c4021ad7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376974 Aug 27 16:27:47.004681 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41888) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:47.053559 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03342517-66d9-483f-9e5d-d34f0c9414c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.080152 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03342517-66d9-483f-9e5d-d34f0c9414c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.126207 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03342517-66d9-483f-9e5d-d34f0c9414c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.128776 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03342517-66d9-483f-9e5d-d34f0c9414c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.130021 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-03342517-66d9-483f-9e5d-d34f0c9414c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1da7f39-ffbb-494d-bb30-4f065e6553ba HTTP/1.1" status: 204 len: 168 time: 0.1248264 Aug 27 16:27:47.140171 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03342517-66d9-483f-9e5d-d34f0c9414c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1da7f39-ffbb-494d-bb30-4f065e6553ba,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:47.392630 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41894) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:47.407122 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0b99-be27-4c01-a5bf-e62b3cdcc170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.497158 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0b99-be27-4c01-a5bf-e62b3cdcc170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.500856 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0b99-be27-4c01-a5bf-e62b3cdcc170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.539471 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6ecc0b99-be27-4c01-a5bf-e62b3cdcc170 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d95f4b8be1c4670a5ba68c7c71cba48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457913 Aug 27 16:27:47.541862 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc0b99-be27-4c01-a5bf-e62b3cdcc170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26565a2-fa26-4e1f-af32-e506c60ba891,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:47.542196 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41896) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:47.592062 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22da5866-cb54-4cee-9424-07301ad713c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.610173 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2ca77666-9bf8-43f7-b1b4-c60fbb801231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.612943 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22da5866-cb54-4cee-9424-07301ad713c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.660098 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22da5866-cb54-4cee-9424-07301ad713c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.662832 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22da5866-cb54-4cee-9424-07301ad713c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.663825 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-22da5866-cb54-4cee-9424-07301ad713c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c26565a2-fa26-4e1f-af32-e506c60ba891 HTTP/1.1" status: 204 len: 168 time: 0.1206362 Aug 27 16:27:47.677878 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da5866-cb54-4cee-9424-07301ad713c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26565a2-fa26-4e1f-af32-e506c60ba891,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:47.678843 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41902) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:47.729461 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a79bdff-eb63-4884-8813-f20a16207f76 admin admin] Deleting subnet f7eeebf1-1470-451f-bca7-520fc984f890 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:27:47.732541 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a79bdff-eb63-4884-8813-f20a16207f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.767338 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a79bdff-eb63-4884-8813-f20a16207f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165388'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.805509 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a79bdff-eb63-4884-8813-f20a16207f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.864567 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a79bdff-eb63-4884-8813-f20a16207f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475745'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.895303 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79bdff-eb63-4884-8813-f20a16207f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7eeebf1-1470-451f-bca7-520fc984f890,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:47.899057 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a79bdff-eb63-4884-8813-f20a16207f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.900901 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4a79bdff-eb63-4884-8813-f20a16207f76 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f7eeebf1-1470-451f-bca7-520fc984f890 HTTP/1.1" status: 204 len: 168 time: 0.2195976 Aug 27 16:27:47.903512 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41906) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:47.968893 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.053238 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.064489 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f685837-48c0-43b8-b2fc-c860d48fda25']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:48.075156 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be94286b-50db-42d8-917a-9e5cc703975b') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:48.075445 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be94286b-50db-42d8-917a-9e5cc703975b') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:48.084514 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165395'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.097627 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.103862 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:48.104305 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355970'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: Traceback (most recent call last): Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: timer() Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: cb(*args, **kw) Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: return func(*args, **kwargs) Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: self._notify() Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: self.callback(batched_events) Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: event.method(event) Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: return f(self, *a, **k) Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._get(url).json() Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:48.106664 dv-cinder-800695-5-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:48.160671 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.166343 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.168185 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2f685837-48c0-43b8-b2fc-c860d48fda25 HTTP/1.1" status: 204 len: 168 time: 0.2637620 Aug 27 16:27:48.180138 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f46bf5-dd05-46a6-8501-c46f21a5cac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f685837-48c0-43b8-b2fc-c860d48fda25,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:48.219547 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.289427 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41924) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:48.336875 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8d4a1165-f057-4f3f-909c-6041dc0b64ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46ddf34215e54729b46272a5849ff469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461805 Aug 27 16:27:48.339498 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41928) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:48.390231 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9196860-a381-4e07-bb48-a99ba174a1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.412220 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9196860-a381-4e07-bb48-a99ba174a1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.459220 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9196860-a381-4e07-bb48-a99ba174a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.461950 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9196860-a381-4e07-bb48-a99ba174a1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.463525 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b9196860-a381-4e07-bb48-a99ba174a1f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d99da7ab-b8f3-4cda-8296-18e6407fcdeb HTTP/1.1" status: 204 len: 168 time: 0.1231372 Aug 27 16:27:48.472603 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9196860-a381-4e07-bb48-a99ba174a1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99da7ab-b8f3-4cda-8296-18e6407fcdeb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:49.145375 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41958) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:49.240110 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-683586883-network', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:49.260577 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Made reservation on behalf of 8c38d519eaef4a14b7ef2499383ed41d for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:49.262897 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.270719 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.355459 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.359561 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.380274 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:49.394230 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc70da7-bf2f-4696-b23b-8a1d39dc898d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:49.402214 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.402574 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Added segment 012051a8-4b3d-4f50-b15d-02fd0d297314 of type vlan for network c75297f2-5460-498e-8b6b-4a17bb79acce Aug 27 16:27:49.409903 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.410261 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.410598 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.410926 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.411247 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.411569 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.411887 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.412208 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.412525 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.413071 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.413171 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.413446 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:49.454788 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.481310 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.482290 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:49.482869 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.536443 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3899539 Aug 27 16:27:49.539243 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41962) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:49.545673 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Request body: {'subnet': {'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-683586883-subnet', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:49.551837 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cf3ff-a30a-4559-82e1-0636fce22db1 admin admin] Pushing event updated for resources: {'Network': ['ID=c75297f2-5460-498e-8b6b-4a17bb79acce,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:49.561403 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network c75297f2-5460-498e-8b6b-4a17bb79acce details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:49.568400 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Made reservation on behalf of 8c38d519eaef4a14b7ef2499383ed41d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:49.570844 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8475658'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.733753 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475768'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.787614 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f985a8-3187-4ee4-9ee7-a7e71288bc0b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:49.794657 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Checking segment: {'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:49.795012 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Network hostable DHCP agents. Network: c75297f2-5460-498e-8b6b-4a17bb79acce, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:27:49.812084 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Network c75297f2-5460-498e-8b6b-4a17bb79acce is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:27:49.820552 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, c75297f2-5460-498e-8b6b-4a17bb79acce) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:49.824815 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:49.825402 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.829075 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edba0e7-8dc9-4acf-a23e-19609de35e34 None None] Network c75297f2-5460-498e-8b6b-4a17bb79acce requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:49.847088 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-32e59379-b471-450e-887a-91c0a526c993 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3042371 Aug 27 16:27:49.847300 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41966) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:49.851474 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:49.873266 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2072572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4658'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.874332 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2072400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.930003 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.026566 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb75401-a5be-5b0a-afe3-807abf29c83e-c75297f2-5460-498e-8b6b-4a17bb79acce', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b'}]}} from dv-cinder-800695-5-iscsi. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:27:50.027749 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.050178 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-98f93b2f-020b-4117-b054-a8251a487edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.108269 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.174644 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Allocated IP 172.20.0.2 (c75297f2-5460-498e-8b6b-4a17bb79acce/43f985a8-3187-4ee4-9ee7-a7e71288bc0b/4df1dc94-4fb1-4455-9e67-95744a6891b8) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:50.305185 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.317829 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.324220 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.327366 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.333007 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Transition to ACTIVE for port object 4df1dc94-4fb1-4455-9e67-95744a6891b8 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:50.348720 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Transition to ACTIVE for port object 4df1dc94-4fb1-4455-9e67-95744a6891b8 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:50.355119 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.395348 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Network c75297f2-5460-498e-8b6b-4a17bb79acce is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:50.400019 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:50.404014 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:50.410979 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Pushing event updated for resources: {'Port': ['ID=4df1dc94-4fb1-4455-9e67-95744a6891b8,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:50.437291 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Allocated IP 172.27.0.155 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/75f12fa1-5c2f-487f-847e-2dab86a2e6c7) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:50.458499 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Attempting to bind port 4df1dc94-4fb1-4455-9e67-95744a6891b8 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:50.458868 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Attempting to bind port 4df1dc94-4fb1-4455-9e67-95744a6891b8 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:50.459224 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Attempting to bind port 4df1dc94-4fb1-4455-9e67-95744a6891b8 on network c75297f2-5460-498e-8b6b-4a17bb79acce {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:50.464149 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:50.464522 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Checking segment: {'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:50.464919 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.465944 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Bound using segment: {'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:50.466443 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Bound port: 4df1dc94-4fb1-4455-9e67-95744a6891b8, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:50.466847 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.528762 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] For port 4df1dc94-4fb1-4455-9e67-95744a6891b8, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:50.532261 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] For port 4df1dc94-4fb1-4455-9e67-95744a6891b8, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=4df1dc94-4fb1-4455-9e67-95744a6891b8,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:50.536675 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.537959 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.576637 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.601502 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74beb8-c918-4a54-8c6f-02e70179b909 None None] Pushing event updated for resources: {'Port': ['ID=4df1dc94-4fb1-4455-9e67-95744a6891b8,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:50.848639 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:50.854043 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:50.857590 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:50.863068 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Pushing event updated for resources: {'Port': ['ID=75f12fa1-5c2f-487f-847e-2dab86a2e6c7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:51.100233 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.252011 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 4df1dc94-4fb1-4455-9e67-95744a6891b8 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:51.305245 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 4df1dc94-4fb1-4455-9e67-95744a6891b8 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:51.305799 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2072427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.437855 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 is scheduled to L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:27:51.440034 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.444184 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032afcd-ed6e-484b-9492-7060cf65b5b4 None None] Network c75297f2-5460-498e-8b6b-4a17bb79acce requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:51.543129 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:51.554812 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Sync routers for ids ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:51.559810 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.564545 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-5a739134-a4fc-4995-923b-3f020b325efa admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7131674 Aug 27 16:27:51.564921 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41974) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:51.580025 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cf5f9841-7fbf-4d3b-a44f-b008e01c75e8 None None] Provisioning for port 4df1dc94-4fb1-4455-9e67-95744a6891b8 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:51.585726 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Routers {'9e908026-ac4d-47d2-85f3-c43cbf9dcd61'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:51.586404 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:27:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:51.602823 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cf5f9841-7fbf-4d3b-a44f-b008e01c75e8 None None] Provisioning complete for port 4df1dc94-4fb1-4455-9e67-95744a6891b8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:51.603497 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9841-7fbf-4d3b-a44f-b008e01c75e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.884464 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Set router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:51.986132 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9841-7fbf-4d3b-a44f-b008e01c75e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.994898 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.046453 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-cf5f9841-7fbf-4d3b-a44f-b008e01c75e8 None None] For port 4df1dc94-4fb1-4455-9e67-95744a6891b8, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=4df1dc94-4fb1-4455-9e67-95744a6891b8,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:52.051225 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9841-7fbf-4d3b-a44f-b008e01c75e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.129593 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f9841-7fbf-4d3b-a44f-b008e01c75e8 None None] Pushing event updated for resources: {'Port': ['ID=4df1dc94-4fb1-4455-9e67-95744a6891b8,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:52.150994 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:50Z', 'revision_number': 3, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:52.164484 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Allocated IP 172.20.0.1 (c75297f2-5460-498e-8b6b-4a17bb79acce/43f985a8-3187-4ee4-9ee7-a7e71288bc0b/71f71718-5cf0-40ec-9e9c-a55e8913bf93) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:52.182307 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Checking router: 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:27:52.182663 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Updating router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 binding host dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:27:52.212100 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.214335 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-607a16d7-db78-48d6-af37-3f7b002bdf5e None None] Provisioning complete for port 4df1dc94-4fb1-4455-9e67-95744a6891b8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:52.214696 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-607a16d7-db78-48d6-af37-3f7b002bdf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.269631 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.282019 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Transition to ACTIVE for port object 71f71718-5cf0-40ec-9e9c-a55e8913bf93 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:52.314132 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.352275 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Network c75297f2-5460-498e-8b6b-4a17bb79acce is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:52.357555 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:52.360625 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:52.385331 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Pushing event updated for resources: {'Port': ['ID=71f71718-5cf0-40ec-9e9c-a55e8913bf93,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:52.394538 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.394885 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.395227 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.395557 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.395887 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.396213 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.396534 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.396855 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.397177 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.397496 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.397811 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.398125 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:52.419356 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2070330'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.530745 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.547300 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Transition to ACTIVE for port object 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:52.551883 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3f0e25ba-0e82-4c21-85d1-659d89932eae None None] Provisioning for port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:52.552504 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.555212 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.563051 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3f0e25ba-0e82-4c21-85d1-659d89932eae None None] Provisioning complete for port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:52.563414 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f0e25ba-0e82-4c21-85d1-659d89932eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.638445 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Attempting to bind port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:52.639090 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Attempting to bind port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:52.639090 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Attempting to bind port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 on network 2f103694-ff76-4964-9445-b94d6a64c4a3 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:52.640883 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e25ba-0e82-4c21-85d1-659d89932eae None None] Port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:52.647993 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1e024-bae8-4651-a17a-49ed2a2b2ce2 None None] Pushing event updated for resources: {'Port': ['ID=75f12fa1-5c2f-487f-847e-2dab86a2e6c7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:52.651192 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:52.651580 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:52.651967 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.652353 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Bound using segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:52.652904 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Bound port: 75f12fa1-5c2f-487f-847e-2dab86a2e6c7, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:52.653791 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.709037 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] For port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:52.712600 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] For port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=75f12fa1-5c2f-487f-847e-2dab86a2e6c7,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:52.718423 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.727732 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.732703 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.777427 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Routers {'9e908026-ac4d-47d2-85f3-c43cbf9dcd61'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:52.778632 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:27:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:52.805624 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068709'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.808464 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Pushing event updated for resources: {'Port': ['ID=71f71718-5cf0-40ec-9e9c-a55e8913bf93,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:52.818861 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1e024-bae8-4651-a17a-49ed2a2b2ce2 None None] Pushing event updated for resources: {'Port': ['ID=75f12fa1-5c2f-487f-847e-2dab86a2e6c7,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:52.888633 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] Set router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:52.898805 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Network c75297f2-5460-498e-8b6b-4a17bb79acce is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:52.900150 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:52.941035 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.025457 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:27:53.112167 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-01b41822-e653-4e64-bdaa-748262e032d6 None None] Provisioning complete for port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:53.112536 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01b41822-e653-4e64-bdaa-748262e032d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.134927 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:53.150355 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-66a6cb90-8167-4ac0-aa77-4bfc1c6522fe admin admin] 10.222.0.60 "PUT /v2.0/routers/9e908026-ac4d-47d2-85f3-c43cbf9dcd61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5760508 Aug 27 16:27:53.157245 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-01b41822-e653-4e64-bdaa-748262e032d6 None None] Port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:53.165168 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 2, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:53.193080 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5ba1d-e057-4214-89b3-c38ab3879814 None None] The sync data for ids ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'] in dv-cinder-800695-5-iscsi is: [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 2, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:53.222005 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 4df1dc94-4fb1-4455-9e67-95744a6891b8 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:53.276829 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 4df1dc94-4fb1-4455-9e67-95744a6891b8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:53.277197 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.679475 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 41996) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:53.684573 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1206976180-network', 'tenant_id': '358c7d86851a41baa2f82858470fe62c'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:53.705350 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Made reservation on behalf of 358c7d86851a41baa2f82858470fe62c for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:53.707664 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.717081 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.832662 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.836949 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.862761 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:53.873414 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9503c7-561d-4037-ac32-0d9e04665295,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:53.879953 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.880546 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.segments_db [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Added segment 9eedfc09-e42d-48d9-8e54-a23be9beab3b of type vlan for network 661f9e47-40d0-42ce-88d1-53972566842c Aug 27 16:27:53.926786 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750642255216'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.952507 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.953485 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:53.954105 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.013076 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3319242 Aug 27 16:27:54.015811 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 41998) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:54.018972 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022cdd0-6e43-4f46-8f64-d2d91087491b admin admin] Pushing event updated for resources: {'Network': ['ID=661f9e47-40d0-42ce-88d1-53972566842c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:54.027502 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Request body: {'subnet': {'network_id': '661f9e47-40d0-42ce-88d1-53972566842c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1206976180-subnet', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:54.032879 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Network 661f9e47-40d0-42ce-88d1-53972566842c details requested by agent ovs-agent-dv-cinder-800695-5-iscsi with host dv-cinder-800695-5-iscsi {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:54.057149 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Made reservation on behalf of 358c7d86851a41baa2f82858470fe62c for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:54.059645 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8475658'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.232040 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475768'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.295123 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ddeeaa-a560-40ca-8730-41c168ad6072,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:54.302203 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Checking segment: {'id': '9eedfc09-e42d-48d9-8e54-a23be9beab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:54.302652 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Network hostable DHCP agents. Network: 661f9e47-40d0-42ce-88d1-53972566842c, hostable agents: ['8d80f7c8-88ab-4936-8aea-29cf1df49732'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:27:54.319456 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Network 661f9e47-40d0-42ce-88d1-53972566842c is scheduled to be hosted by DHCP agent 8d80f7c8-88ab-4936-8aea-29cf1df49732 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:27:54.327992 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-5-iscsi, 661f9e47-40d0-42ce-88d1-53972566842c) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:54.333763 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:54.333763 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.337095 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97756281-5e18-411e-a1d6-57ecfc372ad4 None None] Network 661f9e47-40d0-42ce-88d1-53972566842c requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:54.351860 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ea64e5d6-1b85-47f2-b7cf-6cb60fb27de6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3324554 Aug 27 16:27:54.352253 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42002) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:54.357834 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1206976180-router', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:54.379875 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2072572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4658'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.382159 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2072400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2013080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.435187 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.488216 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb75401-a5be-5b0a-afe3-807abf29c83e-661f9e47-40d0-42ce-88d1-53972566842c', 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'fixed_ips': [{'subnet_id': '78ddeeaa-a560-40ca-8730-41c168ad6072'}]}} from dv-cinder-800695-5-iscsi. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:27:54.489111 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.569709 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.626294 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Allocated IP 172.20.0.2 (661f9e47-40d0-42ce-88d1-53972566842c/78ddeeaa-a560-40ca-8730-41c168ad6072/5168f410-3799-40c4-97b6-b37de7d99cf9) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:54.769767 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.770850 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.779546 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Transition to ACTIVE for port object 5168f410-3799-40c4-97b6-b37de7d99cf9 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:54.792407 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.795652 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Transition to ACTIVE for port object 5168f410-3799-40c4-97b6-b37de7d99cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:54.805515 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.846504 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Network 661f9e47-40d0-42ce-88d1-53972566842c is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:54.851687 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:54.854635 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:54.863171 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Pushing event updated for resources: {'Port': ['ID=5168f410-3799-40c4-97b6-b37de7d99cf9,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:54.907735 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Allocated IP 172.27.0.234 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/332607b2-e78f-414b-ab98-7a567a54d283) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:54.915908 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Attempting to bind port 5168f410-3799-40c4-97b6-b37de7d99cf9 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:54.916271 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Attempting to bind port 5168f410-3799-40c4-97b6-b37de7d99cf9 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '9eedfc09-e42d-48d9-8e54-a23be9beab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:54.916628 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Attempting to bind port 5168f410-3799-40c4-97b6-b37de7d99cf9 on network 661f9e47-40d0-42ce-88d1-53972566842c {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:54.922662 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:54.923040 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Checking segment: {'id': '9eedfc09-e42d-48d9-8e54-a23be9beab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:54.923499 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.923848 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Bound using segment: {'id': '9eedfc09-e42d-48d9-8e54-a23be9beab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:54.924434 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Bound port: 5168f410-3799-40c4-97b6-b37de7d99cf9, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eedfc09-e42d-48d9-8e54-a23be9beab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:54.924912 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.991057 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] For port 5168f410-3799-40c4-97b6-b37de7d99cf9, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:54.994781 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] For port 5168f410-3799-40c4-97b6-b37de7d99cf9, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=5168f410-3799-40c4-97b6-b37de7d99cf9,segment=NetworkSegment(9eedfc09-e42d-48d9-8e54-a23be9beab3b),segment_id=9eedfc09-e42d-48d9-8e54-a23be9beab3b)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:54.999433 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.023238 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.069137 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20c282-6f8d-4ea6-bd93-5109fdfcd65e None None] Pushing event updated for resources: {'Port': ['ID=5168f410-3799-40c4-97b6-b37de7d99cf9,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:55.070542 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.111103 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:55.114280 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:55.117817 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:55.138422 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Sync routers for ids ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:55.141698 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Pushing event updated for resources: {'Port': ['ID=332607b2-e78f-414b-ab98-7a567a54d283,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:55.148515 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Routers {'9e908026-ac4d-47d2-85f3-c43cbf9dcd61'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:55.149119 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:27:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:55.312793 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Set router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:55.376569 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:55.476022 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.516132 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:55.521268 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:55.521959 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.596811 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 2, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:55.624004 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Checking router: 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:27:55.624365 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Updating router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 binding host dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:27:55.652641 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.683110 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.708422 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=75f12fa1-5c2f-487f-847e-2dab86a2e6c7,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:55.713010 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.758497 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2072427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2070501'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.772476 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=75f12fa1-5c2f-487f-847e-2dab86a2e6c7,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:55.901808 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Router 36c1225d-97a2-4246-8dda-5b41d104c534 is scheduled to L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:27:55.952458 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.964152 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Transition to ACTIVE for port object 71f71718-5cf0-40ec-9e9c-a55e8913bf93 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:55.972376 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.018037 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Pushing event updated for resources: {'Port': ['ID=71f71718-5cf0-40ec-9e9c-a55e8913bf93,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:56.018143 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:56.029451 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.030556 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.031055 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.031565 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.032191 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.032606 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.033225 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.033563 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.034172 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.034544 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.035180 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.035525 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:56.037852 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.040627 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-460f93fe-a0b6-4a56-878c-449b2dcec902 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6866744 Aug 27 16:27:56.042691 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42010) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:56.045730 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Sync routers for ids ['36c1225d-97a2-4246-8dda-5b41d104c534'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:56.073181 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Routers {'36c1225d-97a2-4246-8dda-5b41d104c534'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:56.074515 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:27:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['36c1225d-97a2-4246-8dda-5b41d104c534'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:56.100674 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Attempting to bind port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:56.101134 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Attempting to bind port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:56.101568 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Attempting to bind port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 on network c75297f2-5460-498e-8b6b-4a17bb79acce {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:56.111481 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:56.111949 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Checking segment: {'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:56.112578 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.113133 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Bound using segment: {'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:56.113693 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Bound port: 71f71718-5cf0-40ec-9e9c-a55e8913bf93, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:56.114156 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.215016 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] For port 71f71718-5cf0-40ec-9e9c-a55e8913bf93, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:56.221050 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] For port 71f71718-5cf0-40ec-9e9c-a55e8913bf93, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=71f71718-5cf0-40ec-9e9c-a55e8913bf93,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:56.221490 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Set router 36c1225d-97a2-4246-8dda-5b41d104c534 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:56.225652 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882461d-fd53-4c85-a7a1-858c47f4675a None None] Network 661f9e47-40d0-42ce-88d1-53972566842c requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:56.229218 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.285346 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Routers {'9e908026-ac4d-47d2-85f3-c43cbf9dcd61'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:56.286100 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:27:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:56.351069 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2c5c0-5bed-45ff-aced-acfb72c370c6 None None] Pushing event updated for resources: {'Port': ['ID=71f71718-5cf0-40ec-9e9c-a55e8913bf93,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:56.437682 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] Set router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:56.540717 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d462d0a3-5229-4acb-8456-04530a8b258f None None] Provisioning for port 5168f410-3799-40c4-97b6-b37de7d99cf9 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:56.668558 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:56Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:56.705156 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e43900-e31a-455b-b265-bcec132fc51a None None] The sync data for ids ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'] in dv-cinder-800695-5-iscsi is: [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:56Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:56.705403 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'name': 'tempest-TestShelveInstance-1206976180-router', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '332607b2-e78f-414b-ab98-7a567a54d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 3, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'gw_port': {'id': '332607b2-e78f-414b-ab98-7a567a54d283', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:56.734970 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Checking router: 36c1225d-97a2-4246-8dda-5b41d104c534 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:27:56.735326 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Updating router 36c1225d-97a2-4246-8dda-5b41d104c534 port 332607b2-e78f-414b-ab98-7a567a54d283 binding host dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:27:56.762114 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.782161 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.980710 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Allocated IP 172.20.0.1 (661f9e47-40d0-42ce-88d1-53972566842c/78ddeeaa-a560-40ca-8730-41c168ad6072/77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:57.063879 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.073795 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Transition to ACTIVE for port object 332607b2-e78f-414b-ab98-7a567a54d283 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:57.080166 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.102780 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.119767 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Transition to ACTIVE for port object 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:57.133855 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Attempting to bind port 332607b2-e78f-414b-ab98-7a567a54d283 on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:57.134146 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Attempting to bind port 332607b2-e78f-414b-ab98-7a567a54d283 by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:57.134787 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Attempting to bind port 332607b2-e78f-414b-ab98-7a567a54d283 on network 2f103694-ff76-4964-9445-b94d6a64c4a3 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:57.137795 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3615250-29e3-43f0-87b0-65e6ff3ef421 None None] Pushing event updated for resources: {'Port': ['ID=332607b2-e78f-414b-ab98-7a567a54d283,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:57.142598 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:57.143139 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Checking segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:57.143377 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.143774 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Bound using segment: {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:57.144258 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Bound port: 332607b2-e78f-414b-ab98-7a567a54d283, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7417ac-fd88-4d32-bfe3-d5304cb479a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:57.145103 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.164406 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.203872 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Network 661f9e47-40d0-42ce-88d1-53972566842c is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:57.207193 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:57.209720 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:57.229371 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] For port 332607b2-e78f-414b-ab98-7a567a54d283, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:57.234585 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] For port 332607b2-e78f-414b-ab98-7a567a54d283, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=332607b2-e78f-414b-ab98-7a567a54d283,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:57.241964 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.255845 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Pushing event updated for resources: {'Port': ['ID=77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:57.267961 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2070330'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.323162 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Routers {'36c1225d-97a2-4246-8dda-5b41d104c534'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:57.323817 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:27:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['36c1225d-97a2-4246-8dda-5b41d104c534'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:57.405713 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3615250-29e3-43f0-87b0-65e6ff3ef421 None None] Pushing event updated for resources: {'Port': ['ID=332607b2-e78f-414b-ab98-7a567a54d283,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:57.423991 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.475792 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 71f71718-5cf0-40ec-9e9c-a55e8913bf93 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:57.532353 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b06a77a8-fa6b-426a-8782-ff4284048fad None None] Provisioning for port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:57.544307 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b06a77a8-fa6b-426a-8782-ff4284048fad None None] Provisioning complete for port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:57.544675 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b06a77a8-fa6b-426a-8782-ff4284048fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.547274 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] Set router 36c1225d-97a2-4246-8dda-5b41d104c534 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:57.598790 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.603472 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356014'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.669678 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:57.673579 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068709'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.679127 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Pushing event updated for resources: {'Port': ['ID=77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:57.683602 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b06a77a8-fa6b-426a-8782-ff4284048fad None None] Port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:57.692518 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:57.692964 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.767019 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Network 661f9e47-40d0-42ce-88d1-53972566842c is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:57.768341 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:57.825565 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.865507 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'name': 'tempest-TestShelveInstance-1206976180-router', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '332607b2-e78f-414b-ab98-7a567a54d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 3, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'gw_port': {'id': '332607b2-e78f-414b-ab98-7a567a54d283', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:57.868320 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 71f71718-5cf0-40ec-9e9c-a55e8913bf93, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=71f71718-5cf0-40ec-9e9c-a55e8913bf93,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:57.890376 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Router 36c1225d-97a2-4246-8dda-5b41d104c534 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:27:57.904034 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32b8d6-49d4-4009-8a06-94d4210c8c73 None None] The sync data for ids ['36c1225d-97a2-4246-8dda-5b41d104c534'] in dv-cinder-800695-5-iscsi is: [{'id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'name': 'tempest-TestShelveInstance-1206976180-router', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '332607b2-e78f-414b-ab98-7a567a54d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 3, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'gw_port': {'id': '332607b2-e78f-414b-ab98-7a567a54d283', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:57.905488 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.906341 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 5168f410-3799-40c4-97b6-b37de7d99cf9 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:57.983244 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=71f71718-5cf0-40ec-9e9c-a55e8913bf93,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:58.009007 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 5168f410-3799-40c4-97b6-b37de7d99cf9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:58.015575 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 5168f410-3799-40c4-97b6-b37de7d99cf9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:58.016058 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.019905 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:58.026764 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7489468b-93e9-4f9a-b8b7-4650eb0087c9 admin admin] 10.222.0.60 "PUT /v2.0/routers/36c1225d-97a2-4246-8dda-5b41d104c534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9821014 Aug 27 16:27:58.042149 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0220dee2-b63b-40ff-95c6-feb9870564d1 None None] Provisioning complete for port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:58.042547 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0220dee2-b63b-40ff-95c6-feb9870564d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.095375 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0220dee2-b63b-40ff-95c6-feb9870564d1 None None] Port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:58.164302 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.197438 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 5168f410-3799-40c4-97b6-b37de7d99cf9, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=5168f410-3799-40c4-97b6-b37de7d99cf9,segment=NetworkSegment(9eedfc09-e42d-48d9-8e54-a23be9beab3b),segment_id=9eedfc09-e42d-48d9-8e54-a23be9beab3b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:58.202663 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.203437 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:58.289384 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=5168f410-3799-40c4-97b6-b37de7d99cf9,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:58.300073 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:58.300578 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.687812 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42024) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:58.693103 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-66df0275-8e7b-4010-9008-bfa6be413acb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1198787742', 'description': 'tempest-secgroup-smoke-1198787742 description', 'project_id': '8c38d519eaef4a14b7ef2499383ed41d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:58.718281 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66df0275-8e7b-4010-9008-bfa6be413acb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.802090 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66df0275-8e7b-4010-9008-bfa6be413acb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.805910 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66df0275-8e7b-4010-9008-bfa6be413acb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.834948 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66df0275-8e7b-4010-9008-bfa6be413acb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.836153 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-66df0275-8e7b-4010-9008-bfa6be413acb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1473382 Aug 27 16:27:58.837954 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df0275-8e7b-4010-9008-bfa6be413acb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2afec9c-4b61-4b36-973e-3ee356eb67a4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:58.839175 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42026) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:58.844005 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-52033756-fc2e-4c78-b112-b324909bcd3a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Request body: {'security_group_rule': {'security_group_id': 'd2afec9c-4b61-4b36-973e-3ee356eb67a4', 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:58.871638 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52033756-fc2e-4c78-b112-b324909bcd3a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.927616 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52033756-fc2e-4c78-b112-b324909bcd3a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.931159 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52033756-fc2e-4c78-b112-b324909bcd3a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.947335 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52033756-fc2e-4c78-b112-b324909bcd3a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73a307b-5bb9-4975-bcc1-4a29304ba1fa,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:58.954058 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52033756-fc2e-4c78-b112-b324909bcd3a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.955285 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-52033756-fc2e-4c78-b112-b324909bcd3a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150105 Aug 27 16:27:58.957946 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42028) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:58.962609 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8c7490f7-ad9a-4c1e-a915-b8552a25c86f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Request body: {'security_group_rule': {'security_group_id': 'd2afec9c-4b61-4b36-973e-3ee356eb67a4', 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:58.989096 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c7490f7-ad9a-4c1e-a915-b8552a25c86f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.044351 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c7490f7-ad9a-4c1e-a915-b8552a25c86f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.047782 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c7490f7-ad9a-4c1e-a915-b8552a25c86f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.066874 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7490f7-ad9a-4c1e-a915-b8552a25c86f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402e9c56-699a-4b09-a904-9ec60e6a25e3,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:59.074599 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c7490f7-ad9a-4c1e-a915-b8552a25c86f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.075813 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-8c7490f7-ad9a-4c1e-a915-b8552a25c86f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169002 Aug 27 16:27:59.079122 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42030) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:59.083727 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bd638094-e89c-4f5e-b592-d7327238f84a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Request body: {'security_group_rule': {'security_group_id': 'd2afec9c-4b61-4b36-973e-3ee356eb67a4', 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:59.108659 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd638094-e89c-4f5e-b592-d7327238f84a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.164875 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd638094-e89c-4f5e-b592-d7327238f84a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.171952 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd638094-e89c-4f5e-b592-d7327238f84a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.193422 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd638094-e89c-4f5e-b592-d7327238f84a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4415f1-c255-4238-9fc2-f973c20f27c1,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:59.206215 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd638094-e89c-4f5e-b592-d7327238f84a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.207574 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bd638094-e89c-4f5e-b592-d7327238f84a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274550 Aug 27 16:27:59.210336 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42032) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:59.214755 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f9ac6352-2247-4466-85e9-967b64c0dc06 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Request body: {'security_group_rule': {'security_group_id': 'd2afec9c-4b61-4b36-973e-3ee356eb67a4', 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:59.241503 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6352-2247-4466-85e9-967b64c0dc06 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.283351 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 71f71718-5cf0-40ec-9e9c-a55e8913bf93 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:59.304090 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6352-2247-4466-85e9-967b64c0dc06 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.308947 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6352-2247-4466-85e9-967b64c0dc06 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.325985 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac6352-2247-4466-85e9-967b64c0dc06 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a985ce-f1c8-4ac7-9631-3a266c9ad537,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:59.334123 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:59.334550 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.335359 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6352-2247-4466-85e9-967b64c0dc06 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.336556 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f9ac6352-2247-4466-85e9-967b64c0dc06 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251864 Aug 27 16:27:59.339318 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42034) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:59.343713 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b225a2fa-d41e-4560-86e5-36b131d1e4db tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Request body: {'security_group_rule': {'security_group_id': 'd2afec9c-4b61-4b36-973e-3ee356eb67a4', 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:59.365854 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-b225a2fa-d41e-4560-86e5-36b131d1e4db tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Project 8c38d519eaef4a14b7ef2499383ed41d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:27:59.370615 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b225a2fa-d41e-4560-86e5-36b131d1e4db tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.415173 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 5168f410-3799-40c4-97b6-b37de7d99cf9 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:59.431405 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b225a2fa-d41e-4560-86e5-36b131d1e4db tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.436503 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b225a2fa-d41e-4560-86e5-36b131d1e4db tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.456230 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225a2fa-d41e-4560-86e5-36b131d1e4db tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3162cfa1-6c3d-40ad-ba9d-b16ab8d6acfa,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:59.464354 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 5168f410-3799-40c4-97b6-b37de7d99cf9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:59.464496 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b225a2fa-d41e-4560-86e5-36b131d1e4db tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.464738 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.466581 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b225a2fa-d41e-4560-86e5-36b131d1e4db tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254046 Aug 27 16:27:59.468967 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42036) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:59.474737 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c09c1bf5-a3ab-447d-96ee-1fea50ba5810 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Request body: {'security_group_rule': {'security_group_id': 'd2afec9c-4b61-4b36-973e-3ee356eb67a4', 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:59.496595 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-c09c1bf5-a3ab-447d-96ee-1fea50ba5810 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Project 8c38d519eaef4a14b7ef2499383ed41d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:27:59.501706 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c09c1bf5-a3ab-447d-96ee-1fea50ba5810 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.546714 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 332607b2-e78f-414b-ab98-7a567a54d283 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:59.563254 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c09c1bf5-a3ab-447d-96ee-1fea50ba5810 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.566958 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c09c1bf5-a3ab-447d-96ee-1fea50ba5810 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036416'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.581525 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c1bf5-a3ab-447d-96ee-1fea50ba5810 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51775797-d522-484d-8667-3e11d974310c,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:59.591325 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c09c1bf5-a3ab-447d-96ee-1fea50ba5810 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.592649 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c09c1bf5-a3ab-447d-96ee-1fea50ba5810 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226552 Aug 27 16:27:59.604498 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 332607b2-e78f-414b-ab98-7a567a54d283 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:59.608666 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 332607b2-e78f-414b-ab98-7a567a54d283 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:59.609039 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.692371 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.714660 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 332607b2-e78f-414b-ab98-7a567a54d283, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=332607b2-e78f-414b-ab98-7a567a54d283,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:59.719579 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.769923 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=332607b2-e78f-414b-ab98-7a567a54d283,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:59.777083 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.777436 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.777779 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.778660 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.778996 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.779453 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.779682 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.780013 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.780348 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.780671 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.780997 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:59.781317 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:00.131462 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Sync routers for ids ['36c1225d-97a2-4246-8dda-5b41d104c534'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:00.140794 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Routers {'36c1225d-97a2-4246-8dda-5b41d104c534'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:00.141382 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:27:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['36c1225d-97a2-4246-8dda-5b41d104c534'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:00.327742 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Set router 36c1225d-97a2-4246-8dda-5b41d104c534 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:00.522985 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'name': 'tempest-TestShelveInstance-1206976180-router', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '332607b2-e78f-414b-ab98-7a567a54d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 4, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'gw_port': {'id': '332607b2-e78f-414b-ab98-7a567a54d283', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c', 'name': '', 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'mac_address': 'fa:16:3e:64:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '78ddeeaa-a560-40ca-8730-41c168ad6072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:56Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 2, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'subnets': [{'id': '78ddeeaa-a560-40ca-8730-41c168ad6072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:00.550640 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Checking router: 36c1225d-97a2-4246-8dda-5b41d104c534 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:28:00.551016 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Updating router 36c1225d-97a2-4246-8dda-5b41d104c534 port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c binding host dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:28:00.578983 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.850458 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.860121 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Transition to ACTIVE for port object 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:00.865624 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.914824 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37799a8-b615-42ce-a460-64bf02887f24 None None] Pushing event updated for resources: {'Port': ['ID=77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:00.968535 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Attempting to bind port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c on host dv-cinder-800695-5-iscsi for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:00.968901 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Attempting to bind port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c by drivers openvswitch,hyperv on host dv-cinder-800695-5-iscsi at level 0 using segments [{'id': '9eedfc09-e42d-48d9-8e54-a23be9beab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:00.969260 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Attempting to bind port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c on network 661f9e47-40d0-42ce-88d1-53972566842c {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:00.974375 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Checking agent: {'id': 'fee869de-1855-4a0f-8612-375faea1d2c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 7, 20), 'started_at': datetime.datetime(2021, 8, 27, 16, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:00.974748 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Checking segment: {'id': '9eedfc09-e42d-48d9-8e54-a23be9beab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:00.975144 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.975535 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Bound using segment: {'id': '9eedfc09-e42d-48d9-8e54-a23be9beab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:00.976020 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Bound port: 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c, host: dv-cinder-800695-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eedfc09-e42d-48d9-8e54-a23be9beab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:00.976415 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.048760 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] For port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c, host dv-cinder-800695-5-iscsi, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:01.051946 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] For port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c, host dv-cinder-800695-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c,segment=NetworkSegment(9eedfc09-e42d-48d9-8e54-a23be9beab3b),segment_id=9eedfc09-e42d-48d9-8e54-a23be9beab3b)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:01.058279 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.112556 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Routers {'36c1225d-97a2-4246-8dda-5b41d104c534'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:01.113189 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:27:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['36c1225d-97a2-4246-8dda-5b41d104c534'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:01.156657 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37799a8-b615-42ce-a460-64bf02887f24 None None] Pushing event updated for resources: {'Port': ['ID=77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:01.233573 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] Set router 36c1225d-97a2-4246-8dda-5b41d104c534 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:01.233979 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 332607b2-e78f-414b-ab98-7a567a54d283 up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:01.291051 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 332607b2-e78f-414b-ab98-7a567a54d283 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:01.291425 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.442649 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'name': 'tempest-TestShelveInstance-1206976180-router', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '332607b2-e78f-414b-ab98-7a567a54d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 4, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'gw_port': {'id': '332607b2-e78f-414b-ab98-7a567a54d283', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c', 'name': '', 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'mac_address': 'fa:16:3e:64:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '78ddeeaa-a560-40ca-8730-41c168ad6072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:56Z', 'updated_at': '2021-08-27T16:28:01Z', 'revision_number': 4, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'subnets': [{'id': '78ddeeaa-a560-40ca-8730-41c168ad6072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:01.472954 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d961d7-27dc-4f8b-b0b4-de47b40c4470 None None] The sync data for ids ['36c1225d-97a2-4246-8dda-5b41d104c534'] in dv-cinder-800695-5-iscsi is: [{'id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'name': 'tempest-TestShelveInstance-1206976180-router', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '332607b2-e78f-414b-ab98-7a567a54d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 4, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'gw_port': {'id': '332607b2-e78f-414b-ab98-7a567a54d283', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c', 'name': '', 'network_id': '661f9e47-40d0-42ce-88d1-53972566842c', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'mac_address': 'fa:16:3e:64:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '78ddeeaa-a560-40ca-8730-41c168ad6072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:56Z', 'updated_at': '2021-08-27T16:28:01Z', 'revision_number': 4, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'subnets': [{'id': '78ddeeaa-a560-40ca-8730-41c168ad6072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:03.234951 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:03.292113 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning for port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:03.297042 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:03.297042 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:03.393758 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:03.426855 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] For port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c,segment=NetworkSegment(9eedfc09-e42d-48d9-8e54-a23be9beab3b),segment_id=9eedfc09-e42d-48d9-8e54-a23be9beab3b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:03.430527 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:03.476129 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Pushing event updated for resources: {'Port': ['ID=77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:05.209915 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c up at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:05.259902 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Provisioning complete for port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:05.260274 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:15.814544 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42206) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:16.181181 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1caf5f3-8a4a-4364-bf9b-56a86a3acd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.275380 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1caf5f3-8a4a-4364-bf9b-56a86a3acd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.278966 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1caf5f3-8a4a-4364-bf9b-56a86a3acd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.314957 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1caf5f3-8a4a-4364-bf9b-56a86a3acd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f82ae3-8a5e-4612-aabb-190f9719c87f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:16.320120 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-a1caf5f3-8a4a-4364-bf9b-56a86a3acd80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53a2d555e5d544a28f6ca2f374c41110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045726 Aug 27 16:28:16.322919 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42220) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:16.369453 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-513d670f-516d-4888-8bcd-c527a60745a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.390557 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-513d670f-516d-4888-8bcd-c527a60745a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.434721 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-513d670f-516d-4888-8bcd-c527a60745a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.437252 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-513d670f-516d-4888-8bcd-c527a60745a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.438403 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-513d670f-516d-4888-8bcd-c527a60745a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69f82ae3-8a5e-4612-aabb-190f9719c87f HTTP/1.1" status: 204 len: 168 time: 0.1147473 Aug 27 16:28:16.445888 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d670f-516d-4888-8bcd-c527a60745a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f82ae3-8a5e-4612-aabb-190f9719c87f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:17.006930 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:28:17.610978 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9fcf-aee1-424a-8579-7cc4b16be41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:18.233550 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.032560 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e86629ae-e383-4053-be6a-3dab0699f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.300831 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:21.441718 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:22.915560 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:30.707556 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-f4a2bf4b-9b98-46a5-afe8-b724506d1ae9 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198787742&fields=id&tenant_id=8c38d519eaef4a14b7ef2499383ed41d HTTP/1.1" status: 200 len: 267 time: 0.0346963 Aug 27 16:28:30.809240 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-ec778ae4-4ef9-47fe-8135-e40a28f4c247 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:30.810603 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-ec778ae4-4ef9-47fe-8135-e40a28f4c247 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/networks?id=c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 200 len: 808 time: 0.0965142 Aug 27 16:28:30.825409 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-f7aad155-efbe-47c4-b4a1-fc07f912052e tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/quotas/8c38d519eaef4a14b7ef2499383ed41d HTTP/1.1" status: 200 len: 375 time: 0.0092978 Aug 27 16:28:30.874802 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-dbc04d4c-034c-4d6c-b9e6-1dc5649accb5 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443604 Aug 27 16:28:30.992707 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-4e01c692-527b-40f5-892c-a18794a7b0f1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:28:30.993719 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-4e01c692-527b-40f5-892c-a18794a7b0f1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1083708 Aug 27 16:28:31.082897 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-52bf6f71-dad9-4f45-b9c8-d8fcea747f6c service neutron] 10.222.0.60 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830789 Aug 27 16:28:31.169301 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-f7b097f5-35b8-460b-8eef-3a492dc55368 service neutron] 10.222.0.60 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806212 Aug 27 16:28:31.450669 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0a961c91-ba2c-4c0e-aca4-a0b991b51cef req-08b4a40d-4ff6-49c5-970b-5c6303964bac tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 210 time: 0.0278547 Aug 27 16:28:32.547248 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9cdec63c-a23b-4d8e-a7e0-9289a9763e32 req-8535ac7a-4f0b-45e2-b21e-5bf7ab5b4d37 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 210 time: 0.0304632 Aug 27 16:28:32.840049 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-5ce70f37-ecde-416c-9fdb-440e0e0f2857 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:32.841593 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-5ce70f37-ecde-416c-9fdb-440e0e0f2857 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.88 "GET /v2.0/networks?id=c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 200 len: 808 time: 0.1091437 Aug 27 16:28:32.891760 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-f74df322-6921-46d2-b1cc-6bb3a4e50196 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c38d519eaef4a14b7ef2499383ed41d HTTP/1.1" status: 200 len: 380 time: 0.0326304 Aug 27 16:28:32.913047 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Request body: {'port': {'device_id': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'admin_state_up': True, 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'security_groups': ['d2afec9c-4b61-4b36-973e-3ee356eb67a4']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:33.022309 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Made reservation on behalf of 8c38d519eaef4a14b7ef2499383ed41d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:33.025750 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.146991 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Allocated IP 172.20.0.13 (c75297f2-5460-498e-8b6b-4a17bb79acce/43f985a8-3187-4ee4-9ee7-a7e71288bc0b/851fe70a-e24f-444c-8911-28a02a550921) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:33.283576 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.297031 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Transition to ACTIVE for port object 851fe70a-e24f-444c-8911-28a02a550921 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:33.334111 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.373337 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Network c75297f2-5460-498e-8b6b-4a17bb79acce is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:33.376381 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:33.383539 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:33.410551 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event updated for resources: {'Port': ['ID=851fe70a-e24f-444c-8911-28a02a550921,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:33.437827 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:33.438500 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.455155 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-e3a42292-252c-4f4f-a6fc-c438e3d270b0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5463824 Aug 27 16:28:33.476796 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Request body: {'port': {'device_id': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:33.539390 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.593323 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f7ec052c-0018-4d2b-8962-e2fb984a65c5 None None] Provisioning for port 851fe70a-e24f-444c-8911-28a02a550921 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:33.599683 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f7ec052c-0018-4d2b-8962-e2fb984a65c5 None None] Provisioning complete for port 851fe70a-e24f-444c-8911-28a02a550921 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:33.600329 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f7ec052c-0018-4d2b-8962-e2fb984a65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.642745 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec052c-0018-4d2b-8962-e2fb984a65c5 None None] Port 851fe70a-e24f-444c-8911-28a02a550921 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:28:33.666923 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d46ab-7cea-44c6-9f2f-2ad460b3c772 req-8e124855-533e-4870-9d0a-3748f597f95a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:33.668316 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-449d46ab-7cea-44c6-9f2f-2ad460b3c772 req-8e124855-533e-4870-9d0a-3748f597f95a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 932 time: 0.0492859 Aug 27 16:28:33.706750 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-449d46ab-7cea-44c6-9f2f-2ad460b3c772 req-bc690cb1-8641-4f2a-8a9d-d6b85a5cadc5 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322320 Aug 27 16:28:33.809583 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851fe70a-e24f-444c-8911-28a02a550921 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:28:33.817433 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.829625 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Transition to ACTIVE for port object 851fe70a-e24f-444c-8911-28a02a550921 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:33.834067 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.900823 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Pushing event updated for resources: {'Port': ['ID=851fe70a-e24f-444c-8911-28a02a550921,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:33.952799 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Attempting to bind port 851fe70a-e24f-444c-8911-28a02a550921 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:33.953171 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Attempting to bind port 851fe70a-e24f-444c-8911-28a02a550921 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:33.953925 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Attempting to bind port 851fe70a-e24f-444c-8911-28a02a550921 on network c75297f2-5460-498e-8b6b-4a17bb79acce {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:33.958459 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Port 851fe70a-e24f-444c-8911-28a02a550921 on network c75297f2-5460-498e-8b6b-4a17bb79acce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:28:33.958741 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Attempting to bind port 851fe70a-e24f-444c-8911-28a02a550921 on network c75297f2-5460-498e-8b6b-4a17bb79acce {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:33.963632 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:33.963972 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Checking segment: {'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:33.964357 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Bound using segment: {'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:33.964788 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Bound port: 851fe70a-e24f-444c-8911-28a02a550921, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012051a8-4b3d-4f50-b15d-02fd0d297314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:33.965148 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:34.029769 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] For port 851fe70a-e24f-444c-8911-28a02a550921, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:34.032689 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] For port 851fe70a-e24f-444c-8911-28a02a550921, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=851fe70a-e24f-444c-8911-28a02a550921,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:34.037443 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:34.072847 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:34.073466 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:34.074921 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] 10.222.0.88 "PUT /v2.0/ports/851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 200 len: 1094 time: 0.6028872 Aug 27 16:28:34.075355 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'tag': '851fe70a-e24f-444c-8911-28a02a550921'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:34.077610 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18331887-2b9e-4070-9152-8524e93e3cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "tag": "851fe70a-e24f-444c-8911-28a02a550921"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:34.102701 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c508-3b2f-4340-b198-6417b5d5fd90 service neutron] Pushing event updated for resources: {'Port': ['ID=851fe70a-e24f-444c-8911-28a02a550921,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:34.118609 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767e2166-0e5a-48e5-89c5-baee503b27a7 x-openstack-request-id: req-767e2166-0e5a-48e5-89c5-baee503b27a7 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:34.118910 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "tag": "851fe70a-e24f-444c-8911-28a02a550921", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:34.119172 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-767e2166-0e5a-48e5-89c5-baee503b27a7 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:34.119567 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'tag': '851fe70a-e24f-444c-8911-28a02a550921', 'status': 'completed', 'code': 200} Aug 27 16:28:34.182981 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-200e60e7-266b-4825-86a3-718ea2567ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:34.184216 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-200e60e7-266b-4825-86a3-718ea2567ed6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1097 time: 0.0469053 Aug 27 16:28:34.233012 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-45869625-292a-4926-b2e4-20b1bb0e3ec8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 200 len: 217 time: 0.0351357 Aug 27 16:28:34.282703 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-642d687f-2904-44ca-bf0c-e9e2f199d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:34.284242 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-642d687f-2904-44ca-bf0c-e9e2f199d00b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43f985a8-3187-4ee4-9ee7-a7e71288bc0b HTTP/1.1" status: 200 len: 847 time: 0.0433636 Aug 27 16:28:34.331632 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-4440a797-b4b9-476d-9a17-a1f77fa8ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:34.333085 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-4440a797-b4b9-476d-9a17-a1f77fa8ebce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c75297f2-5460-498e-8b6b-4a17bb79acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422614 Aug 27 16:28:34.424637 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-b70e8da9-fef3-4051-97e0-cfe15bc52e18 service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838976 Aug 27 16:28:34.515856 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-1fd3cbeb-07c9-4466-b62d-405f60a2c25c req-3944ba1a-b421-4ed1-a825-ffe80381973c service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836022 Aug 27 16:28:34.647731 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-bd89c536-7916-49a8-b131-32d74d005ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:34.649315 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-bd89c536-7916-49a8-b131-32d74d005ca6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1097 time: 0.0414269 Aug 27 16:28:34.739495 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-518aa3aa-b70e-4ef2-bc44-152ce859bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:34.741013 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-518aa3aa-b70e-4ef2-bc44-152ce859bb08 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 200 len: 909 time: 0.0845804 Aug 27 16:28:34.786816 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-ba2106a3-1451-4b59-99bd-0ead6fc29328 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 200 len: 217 time: 0.0384974 Aug 27 16:28:34.823474 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae9978-f0bc-4bd5-a50e-a86bf8a8a17b req-db68c46f-184d-41f5-b3b3-576d4707d292 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:34.824968 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-81ae9978-f0bc-4bd5-a50e-a86bf8a8a17b req-db68c46f-184d-41f5-b3b3-576d4707d292 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0485923 Aug 27 16:28:34.861991 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-81ae9978-f0bc-4bd5-a50e-a86bf8a8a17b req-2cfcdb50-bf6f-4b6d-908b-a03e04dc1d85 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310996 Aug 27 16:28:34.985983 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-21336d2a-fe32-4514-b4f4-16f3aca72016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:34.987467 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-21336d2a-fe32-4514-b4f4-16f3aca72016 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43f985a8-3187-4ee4-9ee7-a7e71288bc0b HTTP/1.1" status: 200 len: 847 time: 0.0448380 Aug 27 16:28:35.035006 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-fb349c68-70c6-41cc-85f3-a9769486dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:35.036530 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-fb349c68-70c6-41cc-85f3-a9769486dc08 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c75297f2-5460-498e-8b6b-4a17bb79acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422575 Aug 27 16:28:35.136271 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-8d253bba-b61a-403c-96d9-6cc6bee14320 service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918336 Aug 27 16:28:35.228561 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-18331887-2b9e-4070-9152-8524e93e3cd5 req-8cc9c76f-1f0a-4139-b346-d69d6aca84af service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844460 Aug 27 16:28:35.977645 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3eaf8f-901e-4bf8-a4e2-238ef24a3f20 req-94a19ad2-d26f-473d-9fa0-1bf93034d6df tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:35.979144 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2a3eaf8f-901e-4bf8-a4e2-238ef24a3f20 req-94a19ad2-d26f-473d-9fa0-1bf93034d6df tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0491569 Aug 27 16:28:36.019694 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2a3eaf8f-901e-4bf8-a4e2-238ef24a3f20 req-52cb6dca-ec61-4fd9-a1cf-d20d3240a3c5 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347252 Aug 27 16:28:37.134479 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5de54-5dd6-44b4-932e-80ac7cf423de req-08666c2f-9d76-451d-a876-c897913a5cc2 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:37.136214 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-67d5de54-5dd6-44b4-932e-80ac7cf423de req-08666c2f-9d76-451d-a876-c897913a5cc2 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0513387 Aug 27 16:28:37.172197 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-67d5de54-5dd6-44b4-932e-80ac7cf423de req-8c505bbb-17e5-47e6-91f8-a6f50a5b18ad tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302186 Aug 27 16:28:38.282739 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35a15-ca6b-4f11-b89f-7ee137a8b3e1 req-a161fe6f-6fdf-4eca-a671-dcd5c90b37cb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:38.284080 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77d35a15-ca6b-4f11-b89f-7ee137a8b3e1 req-a161fe6f-6fdf-4eca-a671-dcd5c90b37cb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0478146 Aug 27 16:28:38.320811 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-77d35a15-ca6b-4f11-b89f-7ee137a8b3e1 req-078a23d5-51fc-4737-b42c-37a85f2baf35 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Aug 27 16:28:39.430761 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccbf88-64ee-455e-a7dd-51650c8f7e71 req-feb67fe4-4be0-4862-bd0b-9343ea2c8147 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:39.432214 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0dccbf88-64ee-455e-a7dd-51650c8f7e71 req-feb67fe4-4be0-4862-bd0b-9343ea2c8147 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0481997 Aug 27 16:28:39.468904 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0dccbf88-64ee-455e-a7dd-51650c8f7e71 req-f191250b-79be-460e-9b2e-c360b95bef73 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Aug 27 16:28:40.579254 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f9d94-22e7-4e13-8d74-f9b3e248c2e2 req-09d02e85-c594-4deb-bbfa-6efbb7327d3d tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:40.580786 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-563f9d94-22e7-4e13-8d74-f9b3e248c2e2 req-09d02e85-c594-4deb-bbfa-6efbb7327d3d tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0477030 Aug 27 16:28:40.619605 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-563f9d94-22e7-4e13-8d74-f9b3e248c2e2 req-6693e3e0-ec74-4bd3-85da-3927161d4f88 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318916 Aug 27 16:28:41.732169 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601260e9-7079-4bef-88d7-90138e9a8dc1 req-b57012b5-65ce-4ad5-ae5b-03ad865ce6fa tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:41.733646 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-601260e9-7079-4bef-88d7-90138e9a8dc1 req-b57012b5-65ce-4ad5-ae5b-03ad865ce6fa tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0483680 Aug 27 16:28:41.769776 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-601260e9-7079-4bef-88d7-90138e9a8dc1 req-a1966fcd-546c-4562-9e6f-ac2a1b529692 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303802 Aug 27 16:28:42.882844 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba97b52-1588-497f-986f-4fbafa4fdfbd req-4680fe36-f74a-407f-a3de-32517c30f599 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:42.884285 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-aba97b52-1588-497f-986f-4fbafa4fdfbd req-4680fe36-f74a-407f-a3de-32517c30f599 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0483437 Aug 27 16:28:42.923492 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-aba97b52-1588-497f-986f-4fbafa4fdfbd req-79f852e5-7610-46d8-9a98-6b7a44799a13 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331612 Aug 27 16:28:44.038870 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e94d5d-9794-4da5-8c79-580a2b7ecbfa req-995c5c51-2e6f-45c4-befb-f2b04360b7d3 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:44.040333 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e9e94d5d-9794-4da5-8c79-580a2b7ecbfa req-995c5c51-2e6f-45c4-befb-f2b04360b7d3 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0517175 Aug 27 16:28:44.077439 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e9e94d5d-9794-4da5-8c79-580a2b7ecbfa req-8fce84f5-126c-4bc7-a2f6-1900f13a0a8b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312185 Aug 27 16:28:44.573485 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 851fe70a-e24f-444c-8911-28a02a550921 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:28:44.663501 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 851fe70a-e24f-444c-8911-28a02a550921, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=851fe70a-e24f-444c-8911-28a02a550921,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:44.674449 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '851fe70a-e24f-444c-8911-28a02a550921', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'port_id': '851fe70a-e24f-444c-8911-28a02a550921', 'mac_address': 'fa:16:3e:f7:52:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:28:44.713520 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.726403 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851fe70a-e24f-444c-8911-28a02a550921 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:28:44.744306 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 851fe70a-e24f-444c-8911-28a02a550921, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=851fe70a-e24f-444c-8911-28a02a550921,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:44.748197 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.793633 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=851fe70a-e24f-444c-8911-28a02a550921,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:45.156246 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['851fe70a-e24f-444c-8911-28a02a550921'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:28:45.196460 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec3148-e80f-485e-82b3-5577eb64077b req-f5ca26bb-6b2c-4643-9e73-0a8436709164 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:45.197959 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-80ec3148-e80f-485e-82b3-5577eb64077b req-f5ca26bb-6b2c-4643-9e73-0a8436709164 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 945 time: 0.0561500 Aug 27 16:28:45.242472 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-80ec3148-e80f-485e-82b3-5577eb64077b req-e6fcb187-14b1-4419-8183-c60fbac6ebb8 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376933 Aug 27 16:28:46.355077 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154358d-1482-45e5-9468-e9dfb7ab1f73 req-4b7f0986-4310-4fac-a8fb-1e7802eafb3f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:46.356509 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e154358d-1482-45e5-9468-e9dfb7ab1f73 req-4b7f0986-4310-4fac-a8fb-1e7802eafb3f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 945 time: 0.0480602 Aug 27 16:28:46.393770 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e154358d-1482-45e5-9468-e9dfb7ab1f73 req-9aadb755-b8c1-465e-a7ca-382d47595ddb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314980 Aug 27 16:28:46.582109 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 851fe70a-e24f-444c-8911-28a02a550921 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:46.628678 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port 851fe70a-e24f-444c-8911-28a02a550921 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:46.632649 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 851fe70a-e24f-444c-8911-28a02a550921 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:46.633017 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:46.708209 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:46.730264 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851fe70a-e24f-444c-8911-28a02a550921'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:46.732559 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a3daae-8aa9-4f27-8fba-5f2edd43a220" -d '{"events": [{"server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "name": "network-vif-plugged", "status": "completed", "tag": "851fe70a-e24f-444c-8911-28a02a550921"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:46.744495 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 851fe70a-e24f-444c-8911-28a02a550921, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=851fe70a-e24f-444c-8911-28a02a550921,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:46.748275 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:46.772800 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda4d6fc-5caa-48c5-b53c-d276e53306d0 x-openstack-request-id: req-eda4d6fc-5caa-48c5-b53c-d276e53306d0 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:46.773088 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "name": "network-vif-plugged", "status": "completed", "tag": "851fe70a-e24f-444c-8911-28a02a550921", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:46.773338 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eda4d6fc-5caa-48c5-b53c-d276e53306d0 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:46.773726 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851fe70a-e24f-444c-8911-28a02a550921', 'code': 200} Aug 27 16:28:46.797656 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=851fe70a-e24f-444c-8911-28a02a550921,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:47.018238 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f5e7b-3a0a-48f5-850c-29b00edb6c02 req-7cc7f62d-273a-447a-a7df-2ab14f7053d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:47.019766 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-aa5f5e7b-3a0a-48f5-850c-29b00edb6c02 req-7cc7f62d-273a-447a-a7df-2ab14f7053d9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1099 time: 0.0411415 Aug 27 16:28:47.505545 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bd9f1-899a-4eab-9398-6fdba5a92777 req-dadfe790-747c-449b-afe1-cdeb9776c0e7 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:47.507042 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-008bd9f1-899a-4eab-9398-6fdba5a92777 req-dadfe790-747c-449b-afe1-cdeb9776c0e7 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0480580 Aug 27 16:28:47.548053 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-008bd9f1-899a-4eab-9398-6fdba5a92777 req-5b19d7d7-9c65-4ce3-90a1-03662725010e tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347414 Aug 27 16:28:47.612027 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f340d9e7-ba30-40ee-90ff-049be507e331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.236619 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.249720 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-aa5f5e7b-3a0a-48f5-850c-29b00edb6c02 req-6f601b34-b4fc-447b-84ae-4a67bf4f6862 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284135 Aug 27 16:28:48.661319 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9f252-548f-42b3-951d-86cb56a0f2b7 req-e0c81ad7-5fc9-4dfe-89c8-c4c8d6045c59 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:48.662770 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a2a9f252-548f-42b3-951d-86cb56a0f2b7 req-e0c81ad7-5fc9-4dfe-89c8-c4c8d6045c59 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0483682 Aug 27 16:28:48.702653 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a2a9f252-548f-42b3-951d-86cb56a0f2b7 req-3a69d514-a218-45c1-b6c0-d2ced0aa26de tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340364 Aug 27 16:28:49.817436 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0cf08-790f-4778-a5d1-d8ddbd26b28b req-feb2e4a2-3b6e-400d-b232-b29c70a71c04 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:49.818909 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1df0cf08-790f-4778-a5d1-d8ddbd26b28b req-feb2e4a2-3b6e-400d-b232-b29c70a71c04 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0511143 Aug 27 16:28:49.855119 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1df0cf08-790f-4778-a5d1-d8ddbd26b28b req-add4bad9-6f6e-4439-9f0e-4fe9800503be tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303693 Aug 27 16:28:50.034096 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c44701e6-b70a-4f24-80cb-dc03073af170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.302197 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.966560 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d752fb5-0083-4b73-abdc-87673a865576 req-1e6667b1-4477-49db-81f0-358f1fdc7fbd tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:50.967957 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4d752fb5-0083-4b73-abdc-87673a865576 req-1e6667b1-4477-49db-81f0-358f1fdc7fbd tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0483589 Aug 27 16:28:51.005624 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4d752fb5-0083-4b73-abdc-87673a865576 req-853e4124-f3cd-448e-93f0-f23343df4dc8 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318160 Aug 27 16:28:51.444070 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:52.123359 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6109219-a51a-4960-a84b-980713510872 req-7f411a55-3fd1-48a8-88d6-54c4452fc996 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:52.124805 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d6109219-a51a-4960-a84b-980713510872 req-7f411a55-3fd1-48a8-88d6-54c4452fc996 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0507104 Aug 27 16:28:52.164530 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d6109219-a51a-4960-a84b-980713510872 req-8e2728dd-8585-463c-b4f0-6e727d39a5d1 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338209 Aug 27 16:28:52.919499 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.279292 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49a922-cfb1-468a-9e0f-38b48a39e3ea req-777561aa-88e9-4d9d-be1c-eda0cf9830ee tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:53.280751 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6a49a922-cfb1-468a-9e0f-38b48a39e3ea req-777561aa-88e9-4d9d-be1c-eda0cf9830ee tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0492277 Aug 27 16:28:53.317625 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-6a49a922-cfb1-468a-9e0f-38b48a39e3ea req-29b799d8-fb23-4d1c-8960-5235fa3cae08 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311182 Aug 27 16:28:53.427607 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300106cc-28e9-4738-8967-d0e4dbfae416 req-d1eaa1aa-28d5-476a-9c14-ec42e090738f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:53.428979 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-300106cc-28e9-4738-8967-d0e4dbfae416 req-d1eaa1aa-28d5-476a-9c14-ec42e090738f tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0479264 Aug 27 16:28:53.465365 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-300106cc-28e9-4738-8967-d0e4dbfae416 req-4333ac0a-4ef1-43cd-ac31-6d945bb1ff8d tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306318 Aug 27 16:28:53.485796 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42518) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:53.646819 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe821b-01c8-4ea3-b0b5-ad6d45e96f1a tempest-TestShelveInstance-824559382 tempest-TestShelveInstance-824559382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:53.648854 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a8fe821b-01c8-4ea3-b0b5-ad6d45e96f1a tempest-TestShelveInstance-824559382 tempest-TestShelveInstance-824559382-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1094 time: 0.1615539 Aug 27 16:28:53.651709 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42522) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:53.655976 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Request body: {'floatingip': {'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'port_id': '851fe70a-e24f-444c-8911-28a02a550921', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:53.676779 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.768472 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.872006 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Allocated IP 172.27.0.31 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/5511654d-b9ff-4c64-a654-77d548cbebea) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:53.967801 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.005246 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:28:54.005939 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.045056 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:54.047904 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:54.051322 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:54.079522 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event updated for resources: {'Port': ['ID=5511654d-b9ff-4c64-a654-77d548cbebea,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:54.092642 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.092994 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.093402 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.093952 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.094042 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.094398 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.094721 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.095045 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.095364 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.095684 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.096006 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.096321 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:54.405963 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.472017 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.615898 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.620387 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356014'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.684342 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event updated for resources: {'Port': ['ID=5511654d-b9ff-4c64-a654-77d548cbebea,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:54.693647 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.788139 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.db.l3_db [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Floating IP e1f3b36f-6fa5-4ba6-815b-2a95c7d6f845 associated. External IP: 172.27.0.31, port: 851fe70a-e24f-444c-8911-28a02a550921. Aug 27 16:28:55.226983 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:28:55.334105 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:55.347281 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] Sync routers for ids ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:55.356221 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] Routers {'9e908026-ac4d-47d2-85f3-c43cbf9dcd61'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:55.356905 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:28:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:55.357885 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.391371 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2ff7879e-7be5-4788-b53f-fed6a7c1735b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7386370 Aug 27 16:28:55.391975 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'tag': '851fe70a-e24f-444c-8911-28a02a550921'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:55.394265 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e44cca324962b5f450c545287dc147bdb9f24ae76b68515094eaf1112f1b446a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555518a-83d2-4d31-92d8-46f444ccb0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "tag": "851fe70a-e24f-444c-8911-28a02a550921"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:55.434959 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30996784-1f0d-4d6c-8016-f9df6bf45696 x-openstack-request-id: req-30996784-1f0d-4d6c-8016-f9df6bf45696 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:55.435254 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "tag": "851fe70a-e24f-444c-8911-28a02a550921", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:55.435515 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30996784-1f0d-4d6c-8016-f9df6bf45696 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:55.435912 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'tag': '851fe70a-e24f-444c-8911-28a02a550921', 'status': 'completed', 'code': 200} Aug 27 16:28:55.464360 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] Set router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:55.520084 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-eadad31a-37b9-43c1-8939-8f46834aecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:55.521555 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-eadad31a-37b9-43c1-8939-8f46834aecd2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1099 time: 0.0427489 Aug 27 16:28:55.614039 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-be6edeee-2d83-4ad3-abe8-5e7c43450408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:55.615426 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-be6edeee-2d83-4ad3-abe8-5e7c43450408 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 200 len: 909 time: 0.0862985 Aug 27 16:28:55.680328 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-25c8adf3-5650-4983-b458-ff5281b0a1ca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 200 len: 999 time: 0.0573981 Aug 27 16:28:55.694629 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'e1f3b36f-6fa5-4ba6-815b-2a95c7d6f845', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'port_id': '851fe70a-e24f-444c-8911-28a02a550921', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'mac_address': 'fa:16:3e:f7:52:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:28:54Z', 'updated_at': '2021-08-27T16:28:54Z', 'revision_number': 0, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 5, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:55.719956 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] Checking router: 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:28:55.728644 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] Routers {'9e908026-ac4d-47d2-85f3-c43cbf9dcd61'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:55.729247 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:28:50Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:55.731867 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-9e2eff69-d18b-43c3-86fd-3ebef4ad7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:55.733305 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-9e2eff69-d18b-43c3-86fd-3ebef4ad7416 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43f985a8-3187-4ee4-9ee7-a7e71288bc0b HTTP/1.1" status: 200 len: 847 time: 0.0463579 Aug 27 16:28:55.781068 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-0d312913-cd2c-4ac8-86cd-96881658fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:55.782891 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-0d312913-cd2c-4ac8-86cd-96881658fc64 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c75297f2-5460-498e-8b6b-4a17bb79acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428503 Aug 27 16:28:55.838923 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] Set router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:55.879699 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-28fa5ef7-c7b1-4bb4-a9e2-09582b14b946 service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892818 Aug 27 16:28:55.976706 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-8555518a-83d2-4d31-92d8-46f444ccb0b6 req-cf1155e4-0d24-4151-9114-befb24463ec0 service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886695 Aug 27 16:28:56.071089 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'e1f3b36f-6fa5-4ba6-815b-2a95c7d6f845', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'port_id': '851fe70a-e24f-444c-8911-28a02a550921', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'mac_address': 'fa:16:3e:f7:52:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:28:54Z', 'updated_at': '2021-08-27T16:28:54Z', 'revision_number': 0, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 5, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:56.095967 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beceadaf-8551-4ca7-abe8-ac5dccfd43d7 None None] The sync data for ids ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'] in dv-cinder-800695-5-iscsi is: [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'e1f3b36f-6fa5-4ba6-815b-2a95c7d6f845', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'port_id': '851fe70a-e24f-444c-8911-28a02a550921', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'mac_address': 'fa:16:3e:f7:52:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:28:54Z', 'updated_at': '2021-08-27T16:28:54Z', 'revision_number': 0, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 5, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:56.270028 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dcd664-9837-49bd-956e-55a921710301 None None] New status for floating IP e1f3b36f-6fa5-4ba6-815b-2a95c7d6f845: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:28:56.529922 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42546) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:56.633147 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1deba172-e94b-47a3-b02c-82c7b1c817c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.720009 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1deba172-e94b-47a3-b02c-82c7b1c817c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.723442 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1deba172-e94b-47a3-b02c-82c7b1c817c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.760438 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-1deba172-e94b-47a3-b02c-82c7b1c817c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a124c29d72b49b2a3d86f93c1e091a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277310 Aug 27 16:28:56.761541 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deba172-e94b-47a3-b02c-82c7b1c817c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0c41fe-13c0-4c61-a3ac-3133a7e49b92,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:56.763443 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42550) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:56.812208 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.833842 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.879642 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.883187 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.884060 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e0c41fe-13c0-4c61-a3ac-3133a7e49b92 HTTP/1.1" status: 204 len: 168 time: 0.1196222 Aug 27 16:28:56.892031 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0c41fe-13c0-4c61-a3ac-3133a7e49b92,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:56.899088 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.899449 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.899790 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.900122 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.900453 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.900787 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.901114 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.901439 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.901763 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.902072 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.902418 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:56.902736 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c1eff-92f8-4fc3-ba34-2bf499605aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:17.612488 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-31112f9b-9e29-4828-b1b4-0e1842c1531d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.261241 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.033292 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-825d582f-ace0-4f83-8eac-c689fb3aa323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.302614 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:21.447104 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:22.921115 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.775863 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-a3a4d402-4562-4afe-858a-a0fe08eaf22a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423586 Aug 27 16:29:25.872485 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-e914093f-f3a9-4e78-81a8-7d5fcee8b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:25.873955 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-e914093f-f3a9-4e78-81a8-7d5fcee8b26c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0393224 Aug 27 16:29:25.973758 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-c7c9fcbf-df1f-46b1-808a-403725424a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:25.975220 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-c7c9fcbf-df1f-46b1-808a-403725424a6f service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.0815670 Aug 27 16:29:26.042193 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-32a84723-88f3-4ee4-9d22-53ef680f4af9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24 HTTP/1.1" status: 200 len: 1002 time: 0.0599489 Aug 27 16:29:26.090943 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-ae2b8b65-a736-4b7c-b379-6e45aff37a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:26.092320 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-ae2b8b65-a736-4b7c-b379-6e45aff37a61 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0426695 Aug 27 16:29:26.138414 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-2edda680-8d6a-46ee-802a-1089835714bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:26.139829 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-2edda680-8d6a-46ee-802a-1089835714bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390847 Aug 27 16:29:26.233243 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-da3bec1e-9e2c-4e55-a7cc-0aff2c20bd2a service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850565 Aug 27 16:29:26.322596 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0d712dd7-dbcc-4133-a5e7-010649100212 req-1cee981c-ff35-43f1-b7da-5fe6c1023e80 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814090 Aug 27 16:29:31.005176 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:29:47.612892 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c049b9a-7a7b-4309-ae9c-4f0922142867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.251078 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.033537 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14c93b97-387e-40aa-9f35-b71de20f50b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.305249 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.450279 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.925749 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:06.873135 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-a506161d-8d6b-4e6d-ac9d-0f8167683805 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689628225&fields=id&tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9 HTTP/1.1" status: 200 len: 267 time: 0.0358415 Aug 27 16:30:06.975076 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a02594-49ea-4112-8b44-8bcaee02724f req-6290d892-8cac-4ea6-a59f-a57ed1af3896 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:06.976432 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-6290d892-8cac-4ea6-a59f-a57ed1af3896 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 811 time: 0.0968740 Aug 27 16:30:06.990829 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9a3f476b-10ce-44b9-8dcd-6c885b0b6042 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/quotas/87d9ba6fcedd4154bb85668aafa7e0b9 HTTP/1.1" status: 200 len: 375 time: 0.0086741 Aug 27 16:30:07.046649 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-ae623cb4-d276-4396-8f50-2934152726f5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0508795 Aug 27 16:30:07.143037 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-a5fb1da9-6b4d-4a55-bc1d-1d8ea225e9eb service neutron] 10.222.0.60 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853951 Aug 27 16:30:07.229871 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-99678c02-9c46-43c7-94ad-8249a23e43a4 service neutron] 10.222.0.60 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808375 Aug 27 16:30:08.003164 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:30:08.660963 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-db21c7fa-5500-4342-8243-8bba6611eedc req-7e37f4a6-ce60-488e-8c69-2cd1065d5241 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 210 time: 0.0267501 Aug 27 16:30:09.665993 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a02594-49ea-4112-8b44-8bcaee02724f req-94b6ea18-2dcd-441d-8ff3-c39d8f6a38dd tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:09.667437 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-94b6ea18-2dcd-441d-8ff3-c39d8f6a38dd tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 811 time: 0.1034174 Aug 27 16:30:09.718230 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-f955a1bc-84c4-4acd-9057-2030bec78700 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9 HTTP/1.1" status: 200 len: 380 time: 0.0335631 Aug 27 16:30:09.732386 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'port': {'device_id': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'admin_state_up': True, 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'security_groups': ['d2b51241-1b8e-4b71-84d7-e8723befe3f4']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:09.759611 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d753f6b5-9de6-4686-9494-18f1754a67ac req-f6c796ec-8098-431b-9733-43964d5c0f0a tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 210 time: 0.0330415 Aug 27 16:30:09.845205 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Made reservation on behalf of 87d9ba6fcedd4154bb85668aafa7e0b9 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:09.848723 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:09.969437 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Allocated IP 172.20.0.8 (98293395-c033-4da0-bb11-2cb3bb7462c1/8895eeb9-6be2-41f2-a811-d8887036ccdc/1237aec2-4672-457c-a3cc-149c0a262a24) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:30:10.106617 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:10.119338 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Transition to ACTIVE for port object 1237aec2-4672-457c-a3cc-149c0a262a24 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:10.152451 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:10.193244 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:30:10.198182 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:10.201816 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:10.209029 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'Port': ['ID=1237aec2-4672-457c-a3cc-149c0a262a24,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:10.236514 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.236780 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.237120 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.237448 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.237777 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.238102 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.238469 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.238792 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.239124 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.239775 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.239775 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.240060 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:10.267130 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:10.267977 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:10.284174 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-c6b702a1-47d0-4aaa-ba1c-cad9f1d1f2c8 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556319 Aug 27 16:30:10.303976 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Request body: {'port': {'device_id': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:10.369408 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:10.411443 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-241ab597-fe07-4438-8f45-2d99e066d862 None None] Provisioning for port 1237aec2-4672-457c-a3cc-149c0a262a24 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:10.415488 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-241ab597-fe07-4438-8f45-2d99e066d862 None None] Provisioning complete for port 1237aec2-4672-457c-a3cc-149c0a262a24 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:10.416111 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-241ab597-fe07-4438-8f45-2d99e066d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:10.449547 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-241ab597-fe07-4438-8f45-2d99e066d862 None None] Port 1237aec2-4672-457c-a3cc-149c0a262a24 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:30:10.626807 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1237aec2-4672-457c-a3cc-149c0a262a24 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:30:10.634002 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:10.645600 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Transition to ACTIVE for port object 1237aec2-4672-457c-a3cc-149c0a262a24 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:10.649351 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:10.697654 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Pushing event updated for resources: {'Port': ['ID=1237aec2-4672-457c-a3cc-149c0a262a24,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:10.772316 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Attempting to bind port 1237aec2-4672-457c-a3cc-149c0a262a24 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:30:10.772736 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Attempting to bind port 1237aec2-4672-457c-a3cc-149c0a262a24 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:30:10.773049 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Attempting to bind port 1237aec2-4672-457c-a3cc-149c0a262a24 on network 98293395-c033-4da0-bb11-2cb3bb7462c1 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:30:10.777572 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Port 1237aec2-4672-457c-a3cc-149c0a262a24 on network 98293395-c033-4da0-bb11-2cb3bb7462c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:30:10.777899 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Attempting to bind port 1237aec2-4672-457c-a3cc-149c0a262a24 on network 98293395-c033-4da0-bb11-2cb3bb7462c1 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:30:10.783027 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Checking agent: {'id': 'c3025c21-cf0c-4760-a3ca-dd36e7faa558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'started_at': datetime.datetime(2021, 8, 27, 16, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:30:10.783370 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Checking segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:10.783976 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Bound using segment: {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:30:10.784246 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Bound port: 1237aec2-4672-457c-a3cc-149c0a262a24, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b49063-39b4-4ca2-b01b-38458eaae0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:30:10.784614 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:10.865109 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] For port 1237aec2-4672-457c-a3cc-149c0a262a24, host hv-cinder-80069, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:30:10.891182 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] For port 1237aec2-4672-457c-a3cc-149c0a262a24, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1237aec2-4672-457c-a3cc-149c0a262a24,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:30:10.895508 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:10.935735 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:10.936389 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:10.937794 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] 10.222.0.88 "PUT /v2.0/ports/1237aec2-4672-457c-a3cc-149c0a262a24 HTTP/1.1" status: 200 len: 1093 time: 0.6384268 Aug 27 16:30:10.939833 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'tag': '1237aec2-4672-457c-a3cc-149c0a262a24'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:10.942343 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "786ae6fd-f390-45ae-a92f-7ca343a690f2", "tag": "1237aec2-4672-457c-a3cc-149c0a262a24"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:10.954924 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a8989-2e4a-46c1-ac9f-66636d928b60 req-f673596a-2aca-475d-8831-2105f06e1f28 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:10.956371 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3d6a8989-2e4a-46c1-ac9f-66636d928b60 req-f673596a-2aca-475d-8831-2105f06e1f28 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 943 time: 0.1072090 Aug 27 16:30:10.996793 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08edaa-2d52-4eee-9d43-aa35443b012e service neutron] Pushing event updated for resources: {'Port': ['ID=1237aec2-4672-457c-a3cc-149c0a262a24,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:11.023406 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3d6a8989-2e4a-46c1-ac9f-66636d928b60 req-583878e5-e1c5-4457-b69b-28679793f7df tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595496 Aug 27 16:30:11.057611 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a02594-49ea-4112-8b44-8bcaee02724f req-0f7136cd-8350-48df-b952-9423e4f1ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:11.059133 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-0f7136cd-8350-48df-b952-9423e4f1ad96 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 1096 time: 0.0478177 Aug 27 16:30:11.111065 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-706d3d40-8931-4c20-a465-7f1fb87ecf49 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1237aec2-4672-457c-a3cc-149c0a262a24 HTTP/1.1" status: 200 len: 217 time: 0.0361125 Aug 27 16:30:11.170184 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a02594-49ea-4112-8b44-8bcaee02724f req-fa295b5c-d174-4c7c-8af2-1b059e638375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:11.172133 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-fa295b5c-d174-4c7c-8af2-1b059e638375 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0540974 Aug 27 16:30:11.216550 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a02594-49ea-4112-8b44-8bcaee02724f req-6c2ba0b6-fb57-4147-ab65-f33454b237bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:11.218571 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-6c2ba0b6-fb57-4147-ab65-f33454b237bf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391474 Aug 27 16:30:11.307512 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-8b160d0d-0200-4b4e-9dc4-a8fdbb8923bc service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811524 Aug 27 16:30:11.397944 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-60a02594-49ea-4112-8b44-8bcaee02724f req-afc068c1-fa5b-4f49-8fa8-d225719f8184 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831888 Aug 27 16:30:12.019459 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c289153-88ca-4f56-b6c7-d49f6d2b040c x-openstack-request-id: req-0c289153-88ca-4f56-b6c7-d49f6d2b040c {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:12.020035 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786ae6fd-f390-45ae-a92f-7ca343a690f2", "tag": "1237aec2-4672-457c-a3cc-149c0a262a24", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:12.020035 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c289153-88ca-4f56-b6c7-d49f6d2b040c {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:12.020405 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'tag': '1237aec2-4672-457c-a3cc-149c0a262a24', 'status': 'completed', 'code': 200} Aug 27 16:30:12.131470 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-9b695860-6380-4f8d-8129-58032ef3f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:12.132921 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-9b695860-6380-4f8d-8129-58032ef3f276 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 1096 time: 0.0669053 Aug 27 16:30:12.155468 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8b309-4725-4393-94f7-aa74268f0e3f req-8edd22be-402a-4467-adad-e4c449933b9f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:12.156848 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3cd8b309-4725-4393-94f7-aa74268f0e3f req-8edd22be-402a-4467-adad-e4c449933b9f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 943 time: 0.0634859 Aug 27 16:30:12.240039 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3cd8b309-4725-4393-94f7-aa74268f0e3f req-3a4fd0cc-6e47-4e28-9d39-2c6fe1e75d22 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707190 Aug 27 16:30:12.258378 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-4a2c23b4-3102-439d-bca0-4ea21ab6c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:12.259824 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-4a2c23b4-3102-439d-bca0-4ea21ab6c00f service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.1192839 Aug 27 16:30:12.304027 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-5fc5d4fe-662f-4347-8c6a-05aa313c0e47 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1237aec2-4672-457c-a3cc-149c0a262a24 HTTP/1.1" status: 200 len: 217 time: 0.0338714 Aug 27 16:30:12.356588 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-174e00b0-11a8-4e45-a4eb-f88741098275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:12.357959 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-174e00b0-11a8-4e45-a4eb-f88741098275 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0456371 Aug 27 16:30:12.402082 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-3aec2a41-bf8a-45ec-92a4-c910f7d22c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:12.403556 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-3aec2a41-bf8a-45ec-92a4-c910f7d22c91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383775 Aug 27 16:30:12.490459 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-0a229b7a-452d-49e6-9bff-fffb83deaa72 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786207 Aug 27 16:30:12.580598 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a39c8a2d-7182-46a3-8217-d0adbe37c1cc req-b789bc49-2386-4c2d-9262-69dce754c307 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826626 Aug 27 16:30:13.356299 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93f26-3c93-48fa-bcb1-fae20981680c req-e5941205-0bf1-440d-901d-9c3d3c94cf88 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:13.357748 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d8c93f26-3c93-48fa-bcb1-fae20981680c req-e5941205-0bf1-440d-901d-9c3d3c94cf88 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 943 time: 0.0487471 Aug 27 16:30:13.395328 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d8c93f26-3c93-48fa-bcb1-fae20981680c req-4429dc0e-a43a-4a7e-9bc5-317e684ae379 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Aug 27 16:30:14.507664 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb3e0-b0d8-45c2-8cf3-0526b49c5582 req-f6bc0365-0f8f-4ccf-9145-0a296d1acc4d tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:14.509203 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f48fb3e0-b0d8-45c2-8cf3-0526b49c5582 req-f6bc0365-0f8f-4ccf-9145-0a296d1acc4d tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 943 time: 0.0490899 Aug 27 16:30:14.547506 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f48fb3e0-b0d8-45c2-8cf3-0526b49c5582 req-a1919d68-ed73-455a-b4a7-165f36d472bb tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Aug 27 16:30:15.658585 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204de12b-5159-4715-85a8-f02816581af8 req-d12dd922-12d2-4a3f-9337-d0387ab928db tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:15.660063 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-204de12b-5159-4715-85a8-f02816581af8 req-d12dd922-12d2-4a3f-9337-d0387ab928db tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 943 time: 0.0478303 Aug 27 16:30:15.697052 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-204de12b-5159-4715-85a8-f02816581af8 req-b2da0565-d935-4f48-abc1-4332b2d378ab tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312338 Aug 27 16:30:16.808628 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d6e7b-2de2-4ffc-a9a2-53378ba54c08 req-175b5d18-1efd-4994-a8c6-187503028454 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:16.810082 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-780d6e7b-2de2-4ffc-a9a2-53378ba54c08 req-175b5d18-1efd-4994-a8c6-187503028454 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 943 time: 0.0484295 Aug 27 16:30:16.854287 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-780d6e7b-2de2-4ffc-a9a2-53378ba54c08 req-1e350f28-2785-454a-af87-0f40de79a1cc tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376062 Aug 27 16:30:17.613566 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-760bf1d1-f983-453a-b6eb-0e5c8fa7ffb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:17.967387 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadf79a-e1d7-4bb4-a7c6-f11da5e1d291 req-ab48cf4c-7175-4eea-946e-d72497255805 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:17.968875 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8eadf79a-e1d7-4bb4-a7c6-f11da5e1d291 req-ab48cf4c-7175-4eea-946e-d72497255805 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 943 time: 0.0481420 Aug 27 16:30:18.009976 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8eadf79a-e1d7-4bb4-a7c6-f11da5e1d291 req-3f97e1e3-d46b-47b9-b706-46ca6d91109d tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352345 Aug 27 16:30:18.262128 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:19.101548 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 1237aec2-4672-457c-a3cc-149c0a262a24 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:30:19.123256 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e177f-9c75-45c2-ab0d-5df72b141564 req-696ab4b9-1257-483a-bb30-e35f9109eb79 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:19.125222 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0a2e177f-9c75-45c2-ab0d-5df72b141564 req-696ab4b9-1257-483a-bb30-e35f9109eb79 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 943 time: 0.0499539 Aug 27 16:30:19.162671 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-0a2e177f-9c75-45c2-ab0d-5df72b141564 req-f6753848-1a6d-4bbf-acaa-a900ddaf9698 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Aug 27 16:30:19.201241 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 1237aec2-4672-457c-a3cc-149c0a262a24, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1237aec2-4672-457c-a3cc-149c0a262a24,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:19.326549 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '1237aec2-4672-457c-a3cc-149c0a262a24', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'port_id': '1237aec2-4672-457c-a3cc-149c0a262a24', 'mac_address': 'fa:16:3e:8f:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:30:19.362279 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:19.374712 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1237aec2-4672-457c-a3cc-149c0a262a24 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:30:19.395805 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 1237aec2-4672-457c-a3cc-149c0a262a24, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1237aec2-4672-457c-a3cc-149c0a262a24,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:19.399461 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:19.443417 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=1237aec2-4672-457c-a3cc-149c0a262a24,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:19.450410 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.450806 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.451146 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.451477 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.451850 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.452833 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.453218 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.453543 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.453891 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.454221 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.454559 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.454874 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:19.888413 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['1237aec2-4672-457c-a3cc-149c0a262a24'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:30:20.051966 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-acd5e5c4-0234-4dc4-9430-fc5761c3ffd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.277134 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ce082-213c-4358-a9f5-a45392c98c22 req-186fa786-7ad7-4d32-aa02-5831efd80fa1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:20.278511 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-da7ce082-213c-4358-a9f5-a45392c98c22 req-186fa786-7ad7-4d32-aa02-5831efd80fa1 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 944 time: 0.0484788 Aug 27 16:30:20.305394 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.319620 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-da7ce082-213c-4358-a9f5-a45392c98c22 req-19861e76-c58e-4de7-8550-9227039b5772 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345740 Aug 27 16:30:21.106318 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 1237aec2-4672-457c-a3cc-149c0a262a24 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:21.156319 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning for port 1237aec2-4672-457c-a3cc-149c0a262a24 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:21.159891 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 1237aec2-4672-457c-a3cc-149c0a262a24 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:21.160260 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.240437 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.261802 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1237aec2-4672-457c-a3cc-149c0a262a24'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:21.264151 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2aa661-a198-4b4c-a3c1-30818262840e" -d '{"events": [{"server_uuid": "786ae6fd-f390-45ae-a92f-7ca343a690f2", "name": "network-vif-plugged", "status": "completed", "tag": "1237aec2-4672-457c-a3cc-149c0a262a24"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:21.276717 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 1237aec2-4672-457c-a3cc-149c0a262a24, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1237aec2-4672-457c-a3cc-149c0a262a24,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:21.281415 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.304691 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913124cf-4d51-437e-9f8b-67809e315d1a x-openstack-request-id: req-913124cf-4d51-437e-9f8b-67809e315d1a {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:21.304984 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786ae6fd-f390-45ae-a92f-7ca343a690f2", "name": "network-vif-plugged", "status": "completed", "tag": "1237aec2-4672-457c-a3cc-149c0a262a24", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:21.305233 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-913124cf-4d51-437e-9f8b-67809e315d1a {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:21.305614 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1237aec2-4672-457c-a3cc-149c0a262a24', 'code': 200} Aug 27 16:30:21.331346 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=1237aec2-4672-457c-a3cc-149c0a262a24,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:21.433431 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df05cd-fcae-4b12-a24e-3a3578a5f739 req-5283d5f4-85cc-4df4-9352-b75834729d31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:21.434828 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-06df05cd-fcae-4b12-a24e-3a3578a5f739 req-5283d5f4-85cc-4df4-9352-b75834729d31 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 945 time: 0.0493298 Aug 27 16:30:21.454989 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.475926 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-06df05cd-fcae-4b12-a24e-3a3578a5f739 req-ac4e533d-3257-42b6-9583-9fbfe1201c88 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342481 Aug 27 16:30:21.557746 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d60f41-03f8-4700-983e-8d8bfb197f08 req-0bf52c64-7942-4dae-9de5-2999864e329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:21.559180 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-11d60f41-03f8-4700-983e-8d8bfb197f08 req-0bf52c64-7942-4dae-9de5-2999864e329e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 1098 time: 0.0383801 Aug 27 16:30:21.593734 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-11d60f41-03f8-4700-983e-8d8bfb197f08 req-9c2f4801-3de1-4c18-a62a-cedc21a26318 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266209 Aug 27 16:30:22.683641 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c26a0-8c35-485b-88bc-2b32a40c7551 req-a98c3c94-b41e-4050-9c94-37e88d3b4389 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:22.685107 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e38c26a0-8c35-485b-88bc-2b32a40c7551 req-a98c3c94-b41e-4050-9c94-37e88d3b4389 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 945 time: 0.1437595 Aug 27 16:30:22.724549 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e38c26a0-8c35-485b-88bc-2b32a40c7551 req-5b035820-2979-4211-bcdb-f1708df4198b tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329864 Aug 27 16:30:22.929230 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.836096 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4277e4-ba99-4923-8d65-e2bbf49cb5ba req-ad541b7d-6469-45b4-a262-7bdf27ad8426 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:23.837537 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5d4277e4-ba99-4923-8d65-e2bbf49cb5ba req-ad541b7d-6469-45b4-a262-7bdf27ad8426 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 945 time: 0.0477443 Aug 27 16:30:23.877269 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5d4277e4-ba99-4923-8d65-e2bbf49cb5ba req-764e5c11-c201-4025-ba98-223428e66e67 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Aug 27 16:30:23.988142 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb96bb-e268-4a0a-a893-e2b73b846463 req-3878b69e-fff1-4b71-ab19-ab378cb4a192 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:23.989592 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-18bb96bb-e268-4a0a-a893-e2b73b846463 req-3878b69e-fff1-4b71-ab19-ab378cb4a192 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 945 time: 0.0488679 Aug 27 16:30:24.027135 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-18bb96bb-e268-4a0a-a893-e2b73b846463 req-ed78b214-f1c7-4d78-86ea-42ec35ef88d6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Aug 27 16:30:24.049126 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42708) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:24.182271 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b244662e-5e9d-422f-be06-8033d963b150 tempest-TestVolumeBootPattern-2029831563 tempest-TestVolumeBootPattern-2029831563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:24.183768 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-b244662e-5e9d-422f-be06-8033d963b150 tempest-TestVolumeBootPattern-2029831563 tempest-TestVolumeBootPattern-2029831563-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 1093 time: 0.1337106 Aug 27 16:30:24.186488 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42712) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:24.191307 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Request body: {'floatingip': {'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'port_id': '1237aec2-4672-457c-a3cc-149c0a262a24', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:24.212731 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.309530 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.412107 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Allocated IP 172.27.0.205 (2f103694-ff76-4964-9445-b94d6a64c4a3/7c108ad0-9cd1-41fe-8db1-73b82a049cdc/acbb0c39-eed4-4c9b-b02b-7eadfbff0658) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:30:24.512285 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.550067 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750642235158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.587720 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Network 2f103694-ff76-4964-9445-b94d6a64c4a3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:30:24.590803 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:24.597488 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:24.622092 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'Port': ['ID=acbb0c39-eed4-4c9b-b02b-7eadfbff0658,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:25.209979 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.275231 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.421888 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.426311 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10319094'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.497308 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event updated for resources: {'Port': ['ID=acbb0c39-eed4-4c9b-b02b-7eadfbff0658,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:25.507983 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2070351'] for floatingip, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.604988 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Floating IP bb00bfce-5434-4827-8bb6-1f95d1449f92 associated. External IP: 172.27.0.205, port: 1237aec2-4672-457c-a3cc-149c0a262a24. Aug 27 16:30:25.830666 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Router cb8d36f5-822f-4abb-99f3-f916bc91bb64 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:30:25.848250 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-15175405-2e9d-43b0-b9e7-294211861896 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565403 Aug 27 16:30:25.967806 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-04a17463-4a4a-4cc9-aa58-797f7b610650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:25.969692 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-04a17463-4a4a-4cc9-aa58-797f7b610650 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1099 time: 0.0853050 Aug 27 16:30:25.976298 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:30:25.988333 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866835da-cd9b-415c-aae2-2967850be68f None None] Sync routers for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:30:25.997493 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866835da-cd9b-415c-aae2-2967850be68f None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:25.998098 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-866835da-cd9b-415c-aae2-2967850be68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:30:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:26.000698 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:26.067420 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-8fc9cdae-8abc-42fd-b234-f1dc627ef979 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8793182 Aug 27 16:30:26.069603 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'tag': '1237aec2-4672-457c-a3cc-149c0a262a24'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:26.071917 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc" -d '{"events": [{"name": "network-changed", "server_uuid": "786ae6fd-f390-45ae-a92f-7ca343a690f2", "tag": "1237aec2-4672-457c-a3cc-149c0a262a24"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:26.106151 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-866835da-cd9b-415c-aae2-2967850be68f None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:30:26.108283 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-2d003062-6c84-413a-a971-4daacadd63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:26.110332 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-2d003062-6c84-413a-a971-4daacadd63ab service neutron] 10.222.0.88 "GET /v2.0/networks?id=c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 200 len: 909 time: 0.1185110 Aug 27 16:30:26.115640 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487299d2-7579-4249-9da2-3c1e4402c4c7 x-openstack-request-id: req-487299d2-7579-4249-9da2-3c1e4402c4c7 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:26.115935 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786ae6fd-f390-45ae-a92f-7ca343a690f2", "tag": "1237aec2-4672-457c-a3cc-149c0a262a24", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:26.116190 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-487299d2-7579-4249-9da2-3c1e4402c4c7 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:26.116609 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'tag': '1237aec2-4672-457c-a3cc-149c0a262a24', 'status': 'completed', 'code': 200} Aug 27 16:30:26.183514 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-7414259f-eaa0-47f5-8c51-562f4efa0539 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 200 len: 1001 time: 0.0593057 Aug 27 16:30:26.268201 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-d72c5779-5252-4608-b2d5-bdbe5bae2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:26.269772 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-d72c5779-5252-4608-b2d5-bdbe5bae2434 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43f985a8-3187-4ee4-9ee7-a7e71288bc0b HTTP/1.1" status: 200 len: 847 time: 0.0693955 Aug 27 16:30:26.271549 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-a7ae6883-d7aa-4cfe-8bd2-8d12e33f0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:26.272899 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-a7ae6883-d7aa-4cfe-8bd2-8d12e33f0d2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 1098 time: 0.0803213 Aug 27 16:30:26.328097 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-866835da-cd9b-415c-aae2-2967850be68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'bb00bfce-5434-4827-8bb6-1f95d1449f92', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': '1237aec2-4672-457c-a3cc-149c0a262a24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:8f:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:30:25Z', 'updated_at': '2021-08-27T16:30:25Z', 'revision_number': 0, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}, {'id': 'f2960f60-81e9-4a10-b0d3-aa38de6018e1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:a8:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:27:13Z', 'updated_at': '2021-08-27T16:27:15Z', 'revision_number': 1, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:26.353569 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866835da-cd9b-415c-aae2-2967850be68f None None] Checking router: cb8d36f5-822f-4abb-99f3-f916bc91bb64 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:30:26.361705 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866835da-cd9b-415c-aae2-2967850be68f None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:26.362350 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-866835da-cd9b-415c-aae2-2967850be68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:30:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:26.382115 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-3b443411-b978-40a5-89af-b633cb7d39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:26.383649 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-3b443411-b978-40a5-89af-b633cb7d39d4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c75297f2-5460-498e-8b6b-4a17bb79acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981402 Aug 27 16:30:26.413219 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-49cc30d1-1038-4537-bd2d-6077faf00022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:26.414649 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-49cc30d1-1038-4537-bd2d-6077faf00022 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.1280327 Aug 27 16:30:26.466524 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-866835da-cd9b-415c-aae2-2967850be68f None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:30:26.529096 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-4a499237-c3e5-45f2-98a6-e2dd3cab888a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1237aec2-4672-457c-a3cc-149c0a262a24 HTTP/1.1" status: 200 len: 999 time: 0.0821073 Aug 27 16:30:26.539220 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-14fdac58-2f91-44d1-9998-651953b7e102 service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406274 Aug 27 16:30:26.628453 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-b89d3d9e-99dc-4766-95bc-67c50e7b0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:26.629917 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-b89d3d9e-99dc-4766-95bc-67c50e7b0326 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0898700 Aug 27 16:30:26.687365 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fb4586e-61ed-45a0-819c-654fd1b102d9 req-5d44655f-e5f5-4bce-a4d0-d8cb34cc7d40 service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395974 Aug 27 16:30:26.694294 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-866835da-cd9b-415c-aae2-2967850be68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'bb00bfce-5434-4827-8bb6-1f95d1449f92', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': '1237aec2-4672-457c-a3cc-149c0a262a24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:8f:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:30:25Z', 'updated_at': '2021-08-27T16:30:25Z', 'revision_number': 0, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}, {'id': 'f2960f60-81e9-4a10-b0d3-aa38de6018e1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:a8:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:27:13Z', 'updated_at': '2021-08-27T16:27:15Z', 'revision_number': 1, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:26.694942 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-f8145b90-b08f-4236-aa07-0b0a0dc3afca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:26.696316 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-f8145b90-b08f-4236-aa07-0b0a0dc3afca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584450 Aug 27 16:30:26.722834 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866835da-cd9b-415c-aae2-2967850be68f None None] The sync data for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi is: [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'bb00bfce-5434-4827-8bb6-1f95d1449f92', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': '1237aec2-4672-457c-a3cc-149c0a262a24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:8f:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:30:25Z', 'updated_at': '2021-08-27T16:30:25Z', 'revision_number': 0, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}, {'id': 'f2960f60-81e9-4a10-b0d3-aa38de6018e1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:a8:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:27:13Z', 'updated_at': '2021-08-27T16:27:15Z', 'revision_number': 1, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:30:26.794988 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-4163600b-fac6-4d92-8fed-30aefd0ae7b4 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841372 Aug 27 16:30:26.895919 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-5bc6c6b9-3d1b-4b0b-bcea-af2fc88834cc req-82974eaf-6033-41e4-849f-4f56d1cf6ea4 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891192 Aug 27 16:30:26.918880 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2148a3df-94b2-4f7a-82b2-e62254ba7a4a None None] New status for floating IP bb00bfce-5434-4827-8bb6-1f95d1449f92: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:30:39.481226 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [req-3b92031c-78f8-4312-b023-96796829a9db req-c76409da-f81a-4f76-bfe6-d71161853bc9 service neutron] (94012) timed out ('10.222.0.88', 56166) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:30:45.002931 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:30:47.613480 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cddd5c90-9f2d-4e9a-90ab-8beb257d7688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.262469 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.033002 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a0f3b96-033d-4d71-a4e7-47a8b9fd8229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.305827 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:51.455737 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.928073 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:17.613881 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f6493a69-196e-4db7-b05a-3d01cc5035ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:18.261338 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:20.036720 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66250b21-70c7-4996-a70f-e97642fc3062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:20.305849 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:21.457994 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:22.002382 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:31:22.931088 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.623268 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8278f3-930a-4907-ad05-d0bb95271d5d req-cb1320c6-6241-4e36-90eb-f2bd74fb0fd5 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:23.624734 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1e8278f3-930a-4907-ad05-d0bb95271d5d req-cb1320c6-6241-4e36-90eb-f2bd74fb0fd5 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0481524 Aug 27 16:31:23.662397 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1e8278f3-930a-4907-ad05-d0bb95271d5d req-c124fb42-b591-4793-a146-d855cd0a1534 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Aug 27 16:31:24.778605 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8969e-e93f-401b-a537-f2f571b4d4a0 req-2ee5bae1-6da8-4660-95cf-81ec31aebc6a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:24.780058 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fc8969e-e93f-401b-a537-f2f571b4d4a0 req-2ee5bae1-6da8-4660-95cf-81ec31aebc6a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0487745 Aug 27 16:31:24.816421 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3fc8969e-e93f-401b-a537-f2f571b4d4a0 req-4fdaa9ac-7d4f-4f35-8dff-03d806c504fa tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299418 Aug 27 16:31:25.815494 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-2af30fae-4434-4948-8dba-7aad4f76be4b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800636 Aug 27 16:31:25.918523 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-ef64ec57-739c-46ae-9d22-c34fdfd07ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:25.920041 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-ef64ec57-739c-46ae-9d22-c34fdfd07ae1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0453897 Aug 27 16:31:25.936910 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d0785-9c24-482b-a3f1-7a575c39fbf0 req-87815e34-040a-4d6e-8f41-a6e12673d97c tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:25.942225 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-053d0785-9c24-482b-a3f1-7a575c39fbf0 req-87815e34-040a-4d6e-8f41-a6e12673d97c tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0568142 Aug 27 16:31:25.979941 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-053d0785-9c24-482b-a3f1-7a575c39fbf0 req-0f3bdde3-fd3e-4d66-9d0f-65a976fe24e1 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Aug 27 16:31:26.022673 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-b87230a2-5a88-472d-ba50-491accd9ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:26.024134 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-b87230a2-5a88-472d-ba50-491accd9ca27 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.0833430 Aug 27 16:31:26.090866 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-c8d7d357-5ccf-459a-b1ee-fbe547e6b338 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24 HTTP/1.1" status: 200 len: 1002 time: 0.0587256 Aug 27 16:31:26.140950 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-64e928df-8c37-46c1-ae79-21632d4d9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:26.142339 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-64e928df-8c37-46c1-ae79-21632d4d9e11 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0426474 Aug 27 16:31:26.185956 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-d232fd5a-737a-41a7-9cb0-44a08ed05b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:26.187472 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-d232fd5a-737a-41a7-9cb0-44a08ed05b63 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383039 Aug 27 16:31:26.289982 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-1d67f246-113c-4fa9-b91a-a95c0302c61d service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Aug 27 16:31:26.382746 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a1e8045e-2bc6-447a-bf12-64f659eda7e9 req-61280c28-65f0-4b47-9140-c3e1e432a30a service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808995 Aug 27 16:31:27.092596 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2a905-5f85-4da8-9772-b4f4a8103f5a req-c2c2a030-3f4f-4f56-a9de-a4c58d0b6cdb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:27.094631 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a8b2a905-5f85-4da8-9772-b4f4a8103f5a req-c2c2a030-3f4f-4f56-a9de-a4c58d0b6cdb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0488210 Aug 27 16:31:27.130538 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a8b2a905-5f85-4da8-9772-b4f4a8103f5a req-4b5dd586-dc0b-4fe0-a0d3-0f7b6877a0fc tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299840 Aug 27 16:31:28.241190 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862294-940d-425d-b140-e1cac5ac566d req-cb62bf0a-3032-44a1-85a5-e6be093e1e0c tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:28.242661 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e862294-940d-425d-b140-e1cac5ac566d req-cb62bf0a-3032-44a1-85a5-e6be093e1e0c tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0478947 Aug 27 16:31:28.282448 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e862294-940d-425d-b140-e1cac5ac566d req-bb2537f3-045e-4a9a-af11-12f7a9b35905 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339513 Aug 27 16:31:29.398705 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82512d-19e9-4d80-984b-ce295abcc726 req-28a55d3a-1d4a-4884-bafc-75374d9526da tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:29.400177 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9b82512d-19e9-4d80-984b-ce295abcc726 req-28a55d3a-1d4a-4884-bafc-75374d9526da tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0526867 Aug 27 16:31:29.437652 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-9b82512d-19e9-4d80-984b-ce295abcc726 req-39f2931f-17a7-46b0-b24d-092663e7a21b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316133 Aug 27 16:31:30.550863 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dc536-f547-485c-ba32-8ed4621f8935 req-c82ca818-6996-4807-902b-1da294334750 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:30.552487 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ca1dc536-f547-485c-ba32-8ed4621f8935 req-c82ca818-6996-4807-902b-1da294334750 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0488932 Aug 27 16:31:30.588599 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ca1dc536-f547-485c-ba32-8ed4621f8935 req-7ee1c77f-0471-4984-a04a-0371bc72d0e1 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303862 Aug 27 16:31:31.701249 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313bcff-faa7-45e4-b545-4f8cf325fb88 req-da3cb053-8f33-4632-8fcd-e2a4b0284a9c tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:31.702737 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c313bcff-faa7-45e4-b545-4f8cf325fb88 req-da3cb053-8f33-4632-8fcd-e2a4b0284a9c tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0482793 Aug 27 16:31:31.740153 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-c313bcff-faa7-45e4-b545-4f8cf325fb88 req-e3732bb9-c867-4010-bc3e-a130ba3fee10 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316002 Aug 27 16:31:32.853256 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77682-e5a6-4d01-9fa9-8369d24bcdb3 req-99d86f35-ee1a-405d-a0ff-b5f5a9bf4e87 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:32.854816 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7be77682-e5a6-4d01-9fa9-8369d24bcdb3 req-99d86f35-ee1a-405d-a0ff-b5f5a9bf4e87 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0494370 Aug 27 16:31:32.892138 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7be77682-e5a6-4d01-9fa9-8369d24bcdb3 req-20025a97-761e-482c-babc-125f8d638605 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308251 Aug 27 16:31:33.842780 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-1cb8216b-598c-4775-b610-aa14e2d02fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:33.844249 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-1cb8216b-598c-4775-b610-aa14e2d02fe0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1099 time: 0.0400860 Aug 27 16:31:33.935515 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-0c10b5df-4b2c-4160-8412-73242a5e4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:33.937027 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-0c10b5df-4b2c-4160-8412-73242a5e4137 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 200 len: 909 time: 0.0854449 Aug 27 16:31:34.029912 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-5fc1e3c2-af11-4401-9af0-63ed08d8fc35 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 200 len: 1001 time: 0.0852292 Aug 27 16:31:34.055002 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47e20e-d6b1-4b69-96a2-9e0b19b42e1a req-0c4145b0-133e-46d0-84b1-db658e255a33 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:34.056391 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7c47e20e-d6b1-4b69-96a2-9e0b19b42e1a req-0c4145b0-133e-46d0-84b1-db658e255a33 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0758071 Aug 27 16:31:34.111818 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-a4eead61-3769-481c-bef8-1dfc2be9f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:34.113151 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-a4eead61-3769-481c-bef8-1dfc2be9f5cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43f985a8-3187-4ee4-9ee7-a7e71288bc0b HTTP/1.1" status: 200 len: 847 time: 0.0733514 Aug 27 16:31:34.117853 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7c47e20e-d6b1-4b69-96a2-9e0b19b42e1a req-ea7a06cb-07ed-4bf1-a8e0-4c892bec362c tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Aug 27 16:31:34.160521 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-24c9103b-3626-40b1-89a2-9f7e7094c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:34.161957 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-24c9103b-3626-40b1-89a2-9f7e7094c2ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c75297f2-5460-498e-8b6b-4a17bb79acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403483 Aug 27 16:31:34.516074 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-f712b5f8-1ffe-4253-bdd7-a3cb78bfbada service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455491 Aug 27 16:31:34.604919 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7eba564d-7dc6-4202-ae0f-62e5e6a09a2f req-c6857ecf-18af-42cb-9903-82584bbfb23a service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807943 Aug 27 16:31:35.228222 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611964f6-9e64-4867-9d05-c04e2f9bcbf8 req-624b1985-8fb7-46a7-a10e-c10caab16052 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:35.229645 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-611964f6-9e64-4867-9d05-c04e2f9bcbf8 req-624b1985-8fb7-46a7-a10e-c10caab16052 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0466695 Aug 27 16:31:35.270544 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-611964f6-9e64-4867-9d05-c04e2f9bcbf8 req-f2f5a433-d418-457e-9316-f4e500ef0bb2 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343111 Aug 27 16:31:36.381863 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cba836-7408-463f-96c7-9fc3b8da6a7f req-eaada0f0-2b26-480a-aebe-f2b4d4481a03 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:36.383408 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5cba836-7408-463f-96c7-9fc3b8da6a7f req-eaada0f0-2b26-480a-aebe-f2b4d4481a03 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0482817 Aug 27 16:31:36.426167 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a5cba836-7408-463f-96c7-9fc3b8da6a7f req-278bd5b2-f351-4fd2-8b8b-06501c9c4075 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359125 Aug 27 16:31:37.542633 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2a23e-6e39-45f8-b37f-286a6ebc4f02 req-fe08d0cd-2760-4231-b180-8f9b7313ce04 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:37.544017 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f7f2a23e-6e39-45f8-b37f-286a6ebc4f02 req-fe08d0cd-2760-4231-b180-8f9b7313ce04 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0505044 Aug 27 16:31:37.584069 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f7f2a23e-6e39-45f8-b37f-286a6ebc4f02 req-cd7e06c1-10ab-4bcd-abaa-0e73057bc90e tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Aug 27 16:31:37.815228 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ba7eb-a3b3-42ff-b9da-716cb36e20aa req-4fcc88f0-c16c-428b-a03e-3ddf1a4244a0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:37.816610 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e12ba7eb-a3b3-42ff-b9da-716cb36e20aa req-4fcc88f0-c16c-428b-a03e-3ddf1a4244a0 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0778720 Aug 27 16:31:37.823891 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-816543be-2c63-4a4c-80e3-b2b249fced50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1072304 Aug 27 16:31:37.861044 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e12ba7eb-a3b3-42ff-b9da-716cb36e20aa req-c79164fd-ada7-4673-8dd9-c9c0b8b27c5d tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360546 Aug 27 16:31:38.972987 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc1ed3-e9f0-4b69-ba25-3f83e5e2fb45 req-3416b5f1-aba1-4475-828f-225516d589bb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:38.974583 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7cbc1ed3-e9f0-4b69-ba25-3f83e5e2fb45 req-3416b5f1-aba1-4475-828f-225516d589bb tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0491352 Aug 27 16:31:39.014148 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7cbc1ed3-e9f0-4b69-ba25-3f83e5e2fb45 req-3f609d86-1a82-4184-a1b3-5af666b9b6b9 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333774 Aug 27 16:31:39.360190 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-a473e664-774d-4eb1-b83d-4d930422912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:39.361548 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-a473e664-774d-4eb1-b83d-4d930422912a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b&tenant_id=8c38d519eaef4a14b7ef2499383ed41d HTTP/1.1" status: 200 len: 1099 time: 0.0403180 Aug 27 16:31:39.436332 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-4c07fd77-f974-4806-be01-257c11279a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:39.437844 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-4c07fd77-f974-4806-be01-257c11279a88 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1099 time: 0.0398443 Aug 27 16:31:39.527766 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-1b711022-a727-400c-bd39-e6d280e09df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:39.529713 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-1b711022-a727-400c-bd39-e6d280e09df4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 200 len: 909 time: 0.0851202 Aug 27 16:31:39.547444 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 851fe70a-e24f-444c-8911-28a02a550921 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:31:39.593949 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-11af6b48-09f6-4c1d-a3ad-07b4083d3994 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 200 len: 1001 time: 0.0569654 Aug 27 16:31:39.620923 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:39.643035 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851fe70a-e24f-444c-8911-28a02a550921'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:39.645262 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3cbbd7-860a-42a3-a3e6-c885efaa2702" -d '{"events": [{"server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "name": "network-vif-unplugged", "status": "completed", "tag": "851fe70a-e24f-444c-8911-28a02a550921"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:39.647375 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-21f4658d-4453-4a5e-9764-1b0bcebfe96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:39.648838 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-21f4658d-4453-4a5e-9764-1b0bcebfe96b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43f985a8-3187-4ee4-9ee7-a7e71288bc0b HTTP/1.1" status: 200 len: 847 time: 0.0477009 Aug 27 16:31:39.661503 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 851fe70a-e24f-444c-8911-28a02a550921, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=851fe70a-e24f-444c-8911-28a02a550921,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:39.665885 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:39.691617 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dfe32a-5cfe-4755-accb-283eacfa0714 x-openstack-request-id: req-f4dfe32a-5cfe-4755-accb-283eacfa0714 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:39.691919 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "name": "network-vif-unplugged", "status": "completed", "tag": "851fe70a-e24f-444c-8911-28a02a550921", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:39.692178 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4dfe32a-5cfe-4755-accb-283eacfa0714 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:39.692567 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851fe70a-e24f-444c-8911-28a02a550921', 'code': 200} Aug 27 16:31:39.699262 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-6b6f9fa1-50b7-4b0a-936b-abd567ed6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:39.701298 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-6b6f9fa1-50b7-4b0a-936b-abd567ed6cdc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c75297f2-5460-498e-8b6b-4a17bb79acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450897 Aug 27 16:31:39.718260 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=851fe70a-e24f-444c-8911-28a02a550921,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:39.725248 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.725527 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.725877 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.726225 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.726582 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.726917 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.727251 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.727581 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.727913 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.728241 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.728566 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.728893 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:39.805981 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-ceb84a4a-6d84-4201-8650-d8a63d4d7a1d service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810471 Aug 27 16:31:39.898155 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-7330eb40-f45e-47b8-bb92-0426621bbe13 req-116f1b21-a187-48e4-b067-0a0a529d76b2 service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849731 Aug 27 16:31:40.129389 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb1b08-1718-4017-8528-130fdb3dceee req-bc08fb86-f1f1-4dc4-aac1-32b75735a760 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:40.130863 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-89eb1b08-1718-4017-8528-130fdb3dceee req-bc08fb86-f1f1-4dc4-aac1-32b75735a760 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0495770 Aug 27 16:31:40.167982 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-89eb1b08-1718-4017-8528-130fdb3dceee req-caf5426c-afa9-4619-9fac-c00c7c1e5120 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309138 Aug 27 16:31:41.281988 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ec97-6531-4fb9-a2dc-5246da947636 req-a47c4577-a04b-4e35-9393-b6a4183fd946 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:41.283413 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b169ec97-6531-4fb9-a2dc-5246da947636 req-a47c4577-a04b-4e35-9393-b6a4183fd946 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0490081 Aug 27 16:31:41.320534 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b169ec97-6531-4fb9-a2dc-5246da947636 req-9caa249b-9166-4cc0-907a-52bce1a95d15 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313172 Aug 27 16:31:42.431463 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae83c7-93f3-494e-84bc-139849fb7ac6 req-5ac3fdeb-916c-4c55-80b0-85fda5755c69 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:42.432889 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-84ae83c7-93f3-494e-84bc-139849fb7ac6 req-5ac3fdeb-916c-4c55-80b0-85fda5755c69 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0470922 Aug 27 16:31:42.473200 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-84ae83c7-93f3-494e-84bc-139849fb7ac6 req-9777ca2e-f182-4e6f-9629-7a66d2b39620 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340147 Aug 27 16:31:43.584304 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa89ef-c315-4ed6-b328-5a8c66407a7b req-5b62f8da-18a1-4540-b2a9-6f409613c42b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:43.585744 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6faa89ef-c315-4ed6-b328-5a8c66407a7b req-5b62f8da-18a1-4540-b2a9-6f409613c42b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0474141 Aug 27 16:31:43.621977 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6faa89ef-c315-4ed6-b328-5a8c66407a7b req-57d119b4-a047-4ff2-8f49-eb66f912a9ee tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297098 Aug 27 16:31:44.732786 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209735-57f4-4293-ac7a-4626ad60ea5b req-18b8ea0a-64d4-423c-875f-67d9f1afad8a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:44.734235 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-69209735-57f4-4293-ac7a-4626ad60ea5b req-18b8ea0a-64d4-423c-875f-67d9f1afad8a tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0477378 Aug 27 16:31:44.771820 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-69209735-57f4-4293-ac7a-4626ad60ea5b req-6cfcb202-ce7c-4984-bc2b-5f1e304fff55 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Aug 27 16:31:45.881970 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d45bb5-6a0a-4f13-9d30-fadd9899a220 req-e37d1335-7b06-4a5c-b4e6-9280db0a9b31 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:45.883678 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-31d45bb5-6a0a-4f13-9d30-fadd9899a220 req-e37d1335-7b06-4a5c-b4e6-9280db0a9b31 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0476396 Aug 27 16:31:45.924089 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-31d45bb5-6a0a-4f13-9d30-fadd9899a220 req-55cb1ba5-ad43-4254-8fa3-905779323145 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341642 Aug 27 16:31:47.038333 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92c1f2-a5a2-4147-9813-e6332a323149 req-5d43c484-1838-4639-9cac-21f9365f78df tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:47.039821 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3f92c1f2-a5a2-4147-9813-e6332a323149 req-5d43c484-1838-4639-9cac-21f9365f78df tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 944 time: 0.0488050 Aug 27 16:31:47.078326 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-3f92c1f2-a5a2-4147-9813-e6332a323149 req-c3af0e18-9f96-4643-9c1d-864f69b21b84 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317125 Aug 27 16:31:47.553064 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 851fe70a-e24f-444c-8911-28a02a550921 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:31:47.635953 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee16a5d5-3e23-4a21-b73f-1d105fc4ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.665713 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 851fe70a-e24f-444c-8911-28a02a550921, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=851fe70a-e24f-444c-8911-28a02a550921,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:47.676302 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Returning: {'device': '851fe70a-e24f-444c-8911-28a02a550921', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'port_id': '851fe70a-e24f-444c-8911-28a02a550921', 'mac_address': 'fa:16:3e:f7:52:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:31:47.712353 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7905e77-bd9e-425b-b69d-449ac86c021c req-1f3d4a31-cecf-4732-9c23-56b81fe445ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:47.713911 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e7905e77-bd9e-425b-b69d-449ac86c021c req-1f3d4a31-cecf-4732-9c23-56b81fe445ad service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1097 time: 0.0417171 Aug 27 16:31:47.717751 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.731170 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851fe70a-e24f-444c-8911-28a02a550921 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:31:47.750647 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 851fe70a-e24f-444c-8911-28a02a550921, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=851fe70a-e24f-444c-8911-28a02a550921,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:47.755104 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.762826 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-e7905e77-bd9e-425b-b69d-449ac86c021c req-36740c6c-394a-4083-9d0f-577f99204949 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419548 Aug 27 16:31:47.799861 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=851fe70a-e24f-444c-8911-28a02a550921,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:48.191446 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246e08f-2969-41fc-9c16-6f83f03fc0c6 req-e34635e7-7b7f-4d49-9803-1a8311a302d2 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:48.192938 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a246e08f-2969-41fc-9c16-6f83f03fc0c6 req-e34635e7-7b7f-4d49-9803-1a8311a302d2 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 945 time: 0.0486524 Aug 27 16:31:48.229060 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a246e08f-2969-41fc-9c16-6f83f03fc0c6 req-b6ae4b5c-115a-495a-b727-cdae8828cd88 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303645 Aug 27 16:31:48.238656 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] get_ports_and_sgs() called for port_ids ['851fe70a-e24f-444c-8911-28a02a550921'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:31:48.278428 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:49.345170 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd62b5-26b1-45d3-a9a5-7eb8d57b024e req-034cb286-d335-40ef-a706-1fa69b2fdb22 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:49.346681 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38dd62b5-26b1-45d3-a9a5-7eb8d57b024e req-034cb286-d335-40ef-a706-1fa69b2fdb22 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 945 time: 0.0495152 Aug 27 16:31:49.391830 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-38dd62b5-26b1-45d3-a9a5-7eb8d57b024e req-d3b4ec98-73f2-41f2-a984-101ccc658d56 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378664 Aug 27 16:31:49.575717 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 851fe70a-e24f-444c-8911-28a02a550921 up at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:31:49.621344 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Provisioning complete for port 851fe70a-e24f-444c-8911-28a02a550921 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:49.621714 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530911'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:49.809754 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984406'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:49.832282 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851fe70a-e24f-444c-8911-28a02a550921'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:49.834462 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94083bab13dd0513306167819a187118529f6f5f015a9ade41a7ae86421b0a8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4fce01-6098-426e-9abf-eb728ab325e4" -d '{"events": [{"server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "name": "network-vif-plugged", "status": "completed", "tag": "851fe70a-e24f-444c-8911-28a02a550921"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:49.846690 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] For port 851fe70a-e24f-444c-8911-28a02a550921, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=851fe70a-e24f-444c-8911-28a02a550921,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:49.850579 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750642693681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750642235176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750642235194'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:49.872986 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff47eb24-aa25-4ca2-b4ab-43311bfd65e6 x-openstack-request-id: req-ff47eb24-aa25-4ca2-b4ab-43311bfd65e6 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:49.873792 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "name": "network-vif-plugged", "status": "completed", "tag": "851fe70a-e24f-444c-8911-28a02a550921", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:49.874044 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff47eb24-aa25-4ca2-b4ab-43311bfd65e6 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:49.874456 dv-cinder-800695-5-iscsi neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851fe70a-e24f-444c-8911-28a02a550921', 'code': 200} Aug 27 16:31:49.899246 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Pushing event updated for resources: {'Port': ['ID=851fe70a-e24f-444c-8911-28a02a550921,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:50.036109 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9c4ab4a0-0fa6-442a-8077-716188a74734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:50.306101 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:50.503167 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2c5d-2b2c-44f3-a4b7-aad0fcfc2f6f req-64dfd61e-76cc-4b3b-9109-cb106067814e tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:50.504607 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f87d2c5d-2b2c-44f3-a4b7-aad0fcfc2f6f req-64dfd61e-76cc-4b3b-9109-cb106067814e tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0471542 Aug 27 16:31:50.541253 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-f87d2c5d-2b2c-44f3-a4b7-aad0fcfc2f6f req-a479a8bc-fa97-406e-a389-66655b3c33dd tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306842 Aug 27 16:31:51.460454 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:52.933560 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.002105 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:32:17.617015 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5313760e-fcff-4c7c-bc0b-cafad34a9ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:18.247940 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:20.038704 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e5af66a-b665-46cd-bffd-f9db901c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:20.305891 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:21.462575 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.935506 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:25.396652 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42828) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:25.549268 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Deleting port acbb0c39-eed4-4c9b-b02b-7eadfbff0658 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:25.549519 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:25.625022 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:25.625347 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:25.637380 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Calling delete_port for acbb0c39-eed4-4c9b-b02b-7eadfbff0658 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:25.779803 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:25.804452 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event deleted for resources: {'Port': ['ID=acbb0c39-eed4-4c9b-b02b-7eadfbff0658,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:25.831140 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.831492 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.831830 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.832227 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.832500 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.832834 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.833167 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.833527 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.833825 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.834147 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.834490 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.834819 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:25.872514 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:25.872840 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Floating IP bb00bfce-5434-4827-8bb6-1f95d1449f92 disassociated (deleted). External IP: 172.27.0.205, port: 1237aec2-4672-457c-a3cc-149c0a262a24. Aug 27 16:32:26.076702 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Router cb8d36f5-822f-4abb-99f3-f916bc91bb64 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:26.181980 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:26.186756 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:26.191247 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] Sync routers for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:26.201128 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:26.201745 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:32:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:26.212349 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-97f72208-fa4a-423b-a67d-9fa868e5e24f tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "DELETE /v2.0/floatingips/bb00bfce-5434-4827-8bb6-1f95d1449f92 HTTP/1.1" status: 204 len: 168 time: 0.8146307 Aug 27 16:32:26.212938 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'tag': '1237aec2-4672-457c-a3cc-149c0a262a24'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:26.215196 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820dde13-005e-432b-aff5-786af9fd987d" -d '{"events": [{"name": "network-changed", "server_uuid": "786ae6fd-f390-45ae-a92f-7ca343a690f2", "tag": "1237aec2-4672-457c-a3cc-149c0a262a24"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:26.311228 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:26.318804 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e12b6ae-e036-4383-9b35-4a47cf288598 x-openstack-request-id: req-9e12b6ae-e036-4383-9b35-4a47cf288598 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:26.319105 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786ae6fd-f390-45ae-a92f-7ca343a690f2", "tag": "1237aec2-4672-457c-a3cc-149c0a262a24", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:26.319360 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e12b6ae-e036-4383-9b35-4a47cf288598 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:26.319758 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'tag': '1237aec2-4672-457c-a3cc-149c0a262a24', 'status': 'completed', 'code': 200} Aug 27 16:32:26.436419 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dde13-005e-432b-aff5-786af9fd987d req-ef096302-a9a9-4491-ac88-d3e462e9bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.438767 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-820dde13-005e-432b-aff5-786af9fd987d req-ef096302-a9a9-4491-ac88-d3e462e9bc52 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 1098 time: 0.0731568 Aug 27 16:32:26.461873 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418758d-a8ae-41ef-b5be-df2adb683ea2 req-1daaf617-70ff-4433-b1c1-b87d6f749363 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.463349 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2418758d-a8ae-41ef-b5be-df2adb683ea2 req-1daaf617-70ff-4433-b1c1-b87d6f749363 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 945 time: 0.0659807 Aug 27 16:32:26.551604 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'f2960f60-81e9-4a10-b0d3-aa38de6018e1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:a8:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:27:13Z', 'updated_at': '2021-08-27T16:27:15Z', 'revision_number': 1, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:26.554465 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2418758d-a8ae-41ef-b5be-df2adb683ea2 req-4e56c97d-d7e4-4c74-9519-c69326fa2cad tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802751 Aug 27 16:32:26.574271 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dde13-005e-432b-aff5-786af9fd987d req-724616f2-f816-4f01-a707-74853f5ddd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.575710 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-820dde13-005e-432b-aff5-786af9fd987d req-724616f2-f816-4f01-a707-74853f5ddd8f service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.1274590 Aug 27 16:32:26.582063 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] Checking router: cb8d36f5-822f-4abb-99f3-f916bc91bb64 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:32:26.590388 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:26.591060 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:32:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:26.621026 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-820dde13-005e-432b-aff5-786af9fd987d req-4bd492da-a61b-44b7-8d56-af195bc27331 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1237aec2-4672-457c-a3cc-149c0a262a24 HTTP/1.1" status: 200 len: 217 time: 0.0372002 Aug 27 16:32:26.669411 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dde13-005e-432b-aff5-786af9fd987d req-9285b371-8a9d-4b4b-9404-965e658f487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.670951 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-820dde13-005e-432b-aff5-786af9fd987d req-9285b371-8a9d-4b4b-9404-965e658f487f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0424993 Aug 27 16:32:26.691172 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:26.719103 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dde13-005e-432b-aff5-786af9fd987d req-4bdb8316-0eec-4f33-b182-4f2cb5e6cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.720597 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-820dde13-005e-432b-aff5-786af9fd987d req-4bdb8316-0eec-4f33-b182-4f2cb5e6cd7d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399826 Aug 27 16:32:26.813613 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-820dde13-005e-432b-aff5-786af9fd987d req-92c84495-ef11-4eed-9d6c-2ccf338efb40 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847979 Aug 27 16:32:26.906124 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-820dde13-005e-432b-aff5-786af9fd987d req-6c39a885-018c-4452-b72d-de54b031c630 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829508 Aug 27 16:32:26.911728 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'f2960f60-81e9-4a10-b0d3-aa38de6018e1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:a8:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:27:13Z', 'updated_at': '2021-08-27T16:27:15Z', 'revision_number': 1, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:26.937920 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcedd13-4c0f-43c1-a654-f8246c9372ce None None] The sync data for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi is: [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_floatingips': [{'id': 'f2960f60-81e9-4a10-b0d3-aa38de6018e1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'router_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'port_id': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'mac_address': 'fa:16:3e:a8:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:27:13Z', 'updated_at': '2021-08-27T16:27:15Z', 'revision_number': 1, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:27.146979 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a9ba2-92e6-4a28-8b5a-37b7e74599b4 None None] New status for floating IP bb00bfce-5434-4827-8bb6-1f95d1449f92: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:32:27.675977 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9131a-ad2f-4bab-b363-66ed161dc814 req-c0668397-266b-477e-9987-0632092967b4 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:27.677447 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-25c9131a-ad2f-4bab-b363-66ed161dc814 req-c0668397-266b-477e-9987-0632092967b4 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 945 time: 0.0542374 Aug 27 16:32:27.713843 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-25c9131a-ad2f-4bab-b363-66ed161dc814 req-db2e93a1-5a41-4e75-b619-e4980c625ea5 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298624 Aug 27 16:32:27.868345 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-0861c90d-9d92-40b0-ac1c-5c2986717c47 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426729 Aug 27 16:32:27.957840 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-47c25411-320e-4fbb-8b85-0ebb82d7ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:27.959305 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-47c25411-320e-4fbb-8b85-0ebb82d7ef28 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1099 time: 0.0403037 Aug 27 16:32:28.064702 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-7a00bebe-f09f-4613-8e89-82e5c5d5e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:28.066306 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-7a00bebe-f09f-4613-8e89-82e5c5d5e6e1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 200 len: 909 time: 0.0876753 Aug 27 16:32:28.133946 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-f4b9264e-4665-48bf-9364-435756583576 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 200 len: 1001 time: 0.0600469 Aug 27 16:32:28.183576 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-4ad0def8-10cd-4c4f-85f7-91bda5e81cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:28.185082 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-4ad0def8-10cd-4c4f-85f7-91bda5e81cf3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43f985a8-3187-4ee4-9ee7-a7e71288bc0b HTTP/1.1" status: 200 len: 847 time: 0.0433643 Aug 27 16:32:28.234602 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-f4ce5a1a-390b-4064-beb4-8d9a53a214c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:28.236057 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-f4ce5a1a-390b-4064-beb4-8d9a53a214c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c75297f2-5460-498e-8b6b-4a17bb79acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399725 Aug 27 16:32:28.332658 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-d5e75f80-46ee-4528-bdd4-976aa0028487 service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864232 Aug 27 16:32:28.425791 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-4ea66298-2575-4c45-9e52-c9f5c799a82b req-31dc12c4-0a80-4f91-b1f3-03a8e285209e service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797329 Aug 27 16:32:28.520202 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-2bf797fa-90bf-4224-b218-6c9b3a3da5e6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:28.521598 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-2bf797fa-90bf-4224-b218-6c9b3a3da5e6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 945 time: 0.0474730 Aug 27 16:32:28.613284 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-e3e60289-25c5-4211-aee3-861662e4308e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Deleting port 1237aec2-4672-457c-a3cc-149c0a262a24 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:28.613626 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-e3e60289-25c5-4211-aee3-861662e4308e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:28.699807 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-e3e60289-25c5-4211-aee3-861662e4308e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] For port 1237aec2-4672-457c-a3cc-149c0a262a24, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1237aec2-4672-457c-a3cc-149c0a262a24,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:28.700092 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-e3e60289-25c5-4211-aee3-861662e4308e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:28.716410 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-e3e60289-25c5-4211-aee3-861662e4308e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Calling delete_port for 1237aec2-4672-457c-a3cc-149c0a262a24 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:28.871653 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360692-13cf-412e-b6a6-bde8b81491de req-7cf9c6a7-2d34-4fe3-97f4-10045220e9c3 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:28.873135 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-be360692-13cf-412e-b6a6-bde8b81491de req-7cf9c6a7-2d34-4fe3-97f4-10045220e9c3 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=786ae6fd-f390-45ae-a92f-7ca343a690f2 HTTP/1.1" status: 200 len: 945 time: 0.0873947 Aug 27 16:32:28.879262 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-e3e60289-25c5-4211-aee3-861662e4308e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:28.928841 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e60289-25c5-4211-aee3-861662e4308e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event deleted for resources: {'Port': ['ID=1237aec2-4672-457c-a3cc-149c0a262a24,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:28.975901 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-e3e60289-25c5-4211-aee3-861662e4308e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] No DVR routers for this DVR port 1237aec2-4672-457c-a3cc-149c0a262a24 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:28.981019 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-e3e60289-25c5-4211-aee3-861662e4308e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:28.983087 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-dc416e63-4c7d-4efd-ae47-7bd7488ea05b req-e3e60289-25c5-4211-aee3-861662e4308e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "DELETE /v2.0/ports/1237aec2-4672-457c-a3cc-149c0a262a24 HTTP/1.1" status: 204 len: 173 time: 0.4544806 Aug 27 16:32:28.983521 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'name': 'network-vif-deleted', 'tag': '1237aec2-4672-457c-a3cc-149c0a262a24'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:28.985847 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d8a27a-1dee-4acf-9f56-8b64360a6807" -d '{"events": [{"server_uuid": "786ae6fd-f390-45ae-a92f-7ca343a690f2", "name": "network-vif-deleted", "tag": "1237aec2-4672-457c-a3cc-149c0a262a24"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:28.991421 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-be360692-13cf-412e-b6a6-bde8b81491de req-7b7d959c-ffc0-4ce3-95f7-1f709bdffc48 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076293 Aug 27 16:32:29.027555 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357dd894-e19d-45c2-8522-ef5b66d242b4 x-openstack-request-id: req-357dd894-e19d-45c2-8522-ef5b66d242b4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:29.027918 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786ae6fd-f390-45ae-a92f-7ca343a690f2", "name": "network-vif-deleted", "tag": "1237aec2-4672-457c-a3cc-149c0a262a24", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:29.028103 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-357dd894-e19d-45c2-8522-ef5b66d242b4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:29.028632 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786ae6fd-f390-45ae-a92f-7ca343a690f2', 'name': 'network-vif-deleted', 'tag': '1237aec2-4672-457c-a3cc-149c0a262a24', 'status': 'completed', 'code': 200} Aug 27 16:32:31.803632 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 1237aec2-4672-457c-a3cc-149c0a262a24 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:31.823427 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: 1237aec2-4672-457c-a3cc-149c0a262a24 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:31.823771 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 1237aec2-4672-457c-a3cc-149c0a262a24 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:32.260446 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42858) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:32.421882 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Deleting port 74025cf4-c209-42e6-9610-fb40e1d737a6 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:32.422224 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.499604 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.499850 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.511913 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Calling delete_port for 74025cf4-c209-42e6-9610-fb40e1d737a6 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:32.654101 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.679268 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event deleted for resources: {'Port': ['ID=74025cf4-c209-42e6-9610-fb40e1d737a6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:32.738907 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.739239 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Floating IP f2960f60-81e9-4a10-b0d3-aa38de6018e1 disassociated (deleted). External IP: 172.27.0.117, port: db3a36b9-c8bf-4b55-9365-55989d0f0e24. Aug 27 16:32:32.940421 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Router cb8d36f5-822f-4abb-99f3-f916bc91bb64 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:33.044752 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:33.049498 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:33.054016 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] Sync routers for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:33.063291 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:33.063890 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:32:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:33.075523 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-30d087b3-19e2-406a-89b8-bc42c2022fa6 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "DELETE /v2.0/floatingips/f2960f60-81e9-4a10-b0d3-aa38de6018e1 HTTP/1.1" status: 204 len: 168 time: 0.8140080 Aug 27 16:32:33.076110 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'tag': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:33.078371 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e0e8f0-d474-41c7-bbdf-e9dde0210279" -d '{"events": [{"name": "network-changed", "server_uuid": "8657775b-191d-4ee5-9ef4-8532f9327fa3", "tag": "db3a36b9-c8bf-4b55-9365-55989d0f0e24"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:33.115389 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e7d535-b014-4a20-95aa-7e350b8f7a15 x-openstack-request-id: req-39e7d535-b014-4a20-95aa-7e350b8f7a15 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:33.115681 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8657775b-191d-4ee5-9ef4-8532f9327fa3", "tag": "db3a36b9-c8bf-4b55-9365-55989d0f0e24", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:33.115934 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39e7d535-b014-4a20-95aa-7e350b8f7a15 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:33.116331 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'tag': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'status': 'completed', 'code': 200} Aug 27 16:32:33.173233 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:33.206041 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-44b8a056-51e3-4597-8675-62d441485b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:33.207542 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-44b8a056-51e3-4597-8675-62d441485b15 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0471528 Aug 27 16:32:33.353981 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0d3d9-5afd-4dcd-9e38-4cd5b692377e req-8ba86875-9f09-4034-abe1-0c0f4f1bc863 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:33.355549 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-36a0d3d9-5afd-4dcd-9e38-4cd5b692377e req-8ba86875-9f09-4034-abe1-0c0f4f1bc863 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 946 time: 0.1059990 Aug 27 16:32:33.374986 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:33.389371 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-df2fbc81-805d-4067-a3ee-5fdd5d4a3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:33.390839 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-df2fbc81-805d-4067-a3ee-5fdd5d4a3bcb service neutron] 10.222.0.88 "GET /v2.0/networks?id=98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 200 len: 912 time: 0.1310844 Aug 27 16:32:33.400952 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] Checking router: cb8d36f5-822f-4abb-99f3-f916bc91bb64 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:32:33.409004 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:33.409605 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:32:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:33.417230 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-36a0d3d9-5afd-4dcd-9e38-4cd5b692377e req-5ddca4af-4825-4014-8415-877fd4d6f873 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540566 Aug 27 16:32:33.444002 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-3169fdbf-44b8-4cd6-993b-b267eb876b12 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24 HTTP/1.1" status: 200 len: 217 time: 0.0427253 Aug 27 16:32:33.498714 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-c87015b8-b132-4bb3-9c7b-2e4752c63ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:33.500183 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-c87015b8-b132-4bb3-9c7b-2e4752c63ac8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 200 len: 850 time: 0.0444267 Aug 27 16:32:33.516122 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:33.546450 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-0e33a969-d6dd-4ded-8789-33e467c09b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:33.547916 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-0e33a969-d6dd-4ded-8789-33e467c09b16 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98293395-c033-4da0-bb11-2cb3bb7462c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402105 Aug 27 16:32:33.641271 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-2d565aa1-e58e-4891-9c39-8b6c75343a02 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846269 Aug 27 16:32:33.708298 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:33.737439 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eafdcb-e504-4389-a233-6c46b6e7d9b1 None None] The sync data for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi is: [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:16Z', 'revision_number': 4, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '538efd5f-f043-4f0c-a8ba-fe3ac6fae30a', 'name': '', 'network_id': '98293395-c033-4da0-bb11-2cb3bb7462c1', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'mac_address': 'fa:16:3e:0f:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:16Z', 'updated_at': '2021-08-27T16:23:22Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'subnets': [{'id': '8895eeb9-6be2-41f2-a811-d8887036ccdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:33.749608 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-84e0e8f0-d474-41c7-bbdf-e9dde0210279 req-e86c288b-33ca-45dc-a94f-83ecfd143737 service neutron] 10.222.0.88 "GET /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841072 Aug 27 16:32:33.941862 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eedb6fb-bcb7-4a1b-8ab6-9b77a5029697 None None] New status for floating IP f2960f60-81e9-4a10-b0d3-aa38de6018e1: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:32:34.247662 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74129a-8151-45b7-9263-bd461c1888b6 req-f01f39ac-93cb-4c72-9800-ce4912f23647 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:34.249087 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-da74129a-8151-45b7-9263-bd461c1888b6 req-f01f39ac-93cb-4c72-9800-ce4912f23647 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 946 time: 0.0552995 Aug 27 16:32:34.338914 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-da74129a-8151-45b7-9263-bd461c1888b6 req-05271169-fe71-4af9-a2cb-5cd13b38c4e0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Deleting port db3a36b9-c8bf-4b55-9365-55989d0f0e24 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:34.339167 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-da74129a-8151-45b7-9263-bd461c1888b6 req-05271169-fe71-4af9-a2cb-5cd13b38c4e0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.426671 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-da74129a-8151-45b7-9263-bd461c1888b6 req-05271169-fe71-4af9-a2cb-5cd13b38c4e0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] For port db3a36b9-c8bf-4b55-9365-55989d0f0e24, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=db3a36b9-c8bf-4b55-9365-55989d0f0e24,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:34.427330 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-da74129a-8151-45b7-9263-bd461c1888b6 req-05271169-fe71-4af9-a2cb-5cd13b38c4e0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.439864 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-da74129a-8151-45b7-9263-bd461c1888b6 req-05271169-fe71-4af9-a2cb-5cd13b38c4e0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Calling delete_port for db3a36b9-c8bf-4b55-9365-55989d0f0e24 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:34.534297 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6df5e-044c-4f01-989b-d8b74130e7d9 req-91d4d3c3-a3cf-4e05-8407-5ea5ff091f83 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:34.535778 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-79c6df5e-044c-4f01-989b-d8b74130e7d9 req-91d4d3c3-a3cf-4e05-8407-5ea5ff091f83 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/ports?device_id=8657775b-191d-4ee5-9ef4-8532f9327fa3 HTTP/1.1" status: 200 len: 946 time: 0.0496600 Aug 27 16:32:34.565905 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-da74129a-8151-45b7-9263-bd461c1888b6 req-05271169-fe71-4af9-a2cb-5cd13b38c4e0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.583350 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-79c6df5e-044c-4f01-989b-d8b74130e7d9 req-b0ca4730-556f-4674-8d8c-d2bc71c77228 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2b51241-1b8e-4b71-84d7-e8723befe3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398207 Aug 27 16:32:34.600864 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05271169-fe71-4af9-a2cb-5cd13b38c4e0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event deleted for resources: {'Port': ['ID=db3a36b9-c8bf-4b55-9365-55989d0f0e24,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:34.641689 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-da74129a-8151-45b7-9263-bd461c1888b6 req-05271169-fe71-4af9-a2cb-5cd13b38c4e0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] No DVR routers for this DVR port db3a36b9-c8bf-4b55-9365-55989d0f0e24 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:34.644109 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-da74129a-8151-45b7-9263-bd461c1888b6 req-05271169-fe71-4af9-a2cb-5cd13b38c4e0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.646064 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-da74129a-8151-45b7-9263-bd461c1888b6 req-05271169-fe71-4af9-a2cb-5cd13b38c4e0 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.88 "DELETE /v2.0/ports/db3a36b9-c8bf-4b55-9365-55989d0f0e24 HTTP/1.1" status: 204 len: 173 time: 0.3897095 Aug 27 16:32:35.117485 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'name': 'network-vif-deleted', 'tag': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:35.119926 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0662c1-cfcc-4505-9b9e-85f47b31c3e1" -d '{"events": [{"server_uuid": "8657775b-191d-4ee5-9ef4-8532f9327fa3", "name": "network-vif-deleted", "tag": "db3a36b9-c8bf-4b55-9365-55989d0f0e24"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:35.154863 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894cc237-2662-4765-8e67-50788e25b429 x-openstack-request-id: req-894cc237-2662-4765-8e67-50788e25b429 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:35.155157 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8657775b-191d-4ee5-9ef4-8532f9327fa3", "name": "network-vif-deleted", "tag": "db3a36b9-c8bf-4b55-9365-55989d0f0e24", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:35.155406 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-894cc237-2662-4765-8e67-50788e25b429 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:35.155796 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8657775b-191d-4ee5-9ef4-8532f9327fa3', 'name': 'network-vif-deleted', 'tag': 'db3a36b9-c8bf-4b55-9365-55989d0f0e24', 'status': 'completed', 'code': 200} Aug 27 16:32:35.636090 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42872) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:35.755737 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-38b3d627-d606-4583-bda2-919eb21a5b6e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Deleting port 426fd532-48f3-4f6e-a5e0-95f06b771ad8 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:35.756080 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38b3d627-d606-4583-bda2-919eb21a5b6e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.832056 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38b3d627-d606-4583-bda2-919eb21a5b6e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.832352 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38b3d627-d606-4583-bda2-919eb21a5b6e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.844318 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-38b3d627-d606-4583-bda2-919eb21a5b6e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Calling delete_port for 426fd532-48f3-4f6e-a5e0-95f06b771ad8 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:35.984535 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38b3d627-d606-4583-bda2-919eb21a5b6e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:36.000267 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:32:36.014125 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3d627-d606-4583-bda2-919eb21a5b6e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event deleted for resources: {'Port': ['ID=426fd532-48f3-4f6e-a5e0-95f06b771ad8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:36.077639 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38b3d627-d606-4583-bda2-919eb21a5b6e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:36.080187 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38b3d627-d606-4583-bda2-919eb21a5b6e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:36.081333 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-38b3d627-d606-4583-bda2-919eb21a5b6e tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "DELETE /v2.0/floatingips/33dde655-2477-489b-b9fd-1a9a9b2457f1 HTTP/1.1" status: 204 len: 168 time: 0.4442835 Aug 27 16:32:37.271098 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42884) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:37.327674 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f2239f2f-6358-4e9a-915c-1634b7989807 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:37.351831 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f2239f2f-6358-4e9a-915c-1634b7989807 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:37.412742 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f2239f2f-6358-4e9a-915c-1634b7989807 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:37.415986 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f2239f2f-6358-4e9a-915c-1634b7989807 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:37.417109 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-f2239f2f-6358-4e9a-915c-1634b7989807 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] 10.222.0.60 "DELETE /v2.0/security-groups/d2b51241-1b8e-4b71-84d7-e8723befe3f4 HTTP/1.1" status: 204 len: 168 time: 0.1450534 Aug 27 16:32:37.426635 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2239f2f-6358-4e9a-915c-1634b7989807 tempest-TestVolumeBootPattern-1444262350 tempest-TestVolumeBootPattern-1444262350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b51241-1b8e-4b71-84d7-e8723befe3f4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:37.476407 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42888) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:37.864451 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device db3a36b9-c8bf-4b55-9365-55989d0f0e24 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:37.885311 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: db3a36b9-c8bf-4b55-9365-55989d0f0e24 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:37.885650 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device db3a36b9-c8bf-4b55-9365-55989d0f0e24 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:38.205678 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1994513'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.441162 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] Deleting port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:38.441867 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.523620 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] For port 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=538efd5f-f043-4f0c-a8ba-fe3ac6fae30a,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:38.523980 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.536142 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] Calling delete_port for 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:38.715209 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.740799 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=538efd5f-f043-4f0c-a8ba-fe3ac6fae30a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:38.907421 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994715'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.117733 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] Router cb8d36f5-822f-4abb-99f3-f916bc91bb64 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:39.222901 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:39.228772 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-4bc093b3-62b3-4edd-9b21-3dba277cf6b8 admin admin] 10.222.0.60 "PUT /v2.0/routers/cb8d36f5-822f-4abb-99f3-f916bc91bb64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7513590 Aug 27 16:32:39.231374 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42892) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:39.234002 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] Sync routers for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:39.243119 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:39.243726 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:32:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:39.336331 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.347451 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:39.438966 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.491068 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Deleting port 3f00b220-e1e7-4364-81e4-6d4e48a15f40 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:39.491770 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.520522 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:32:38Z', 'revision_number': 5, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port': {'id': '3f00b220-e1e7-4364-81e4-6d4e48a15f40', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:39.573339 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] For port 3f00b220-e1e7-4364-81e4-6d4e48a15f40, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=3f00b220-e1e7-4364-81e4-6d4e48a15f40,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:39.573710 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.587200 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Calling delete_port for 3f00b220-e1e7-4364-81e4-6d4e48a15f40 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:39.666220 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] Checking router: cb8d36f5-822f-4abb-99f3-f916bc91bb64 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:32:39.674487 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] Routers {'cb8d36f5-822f-4abb-99f3-f916bc91bb64'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:39.675095 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:32:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:39.754272 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.763384 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] Set router cb8d36f5-822f-4abb-99f3-f916bc91bb64 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:39.783784 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f00b220-e1e7-4364-81e4-6d4e48a15f40,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:39.815383 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:32:39Z', 'revision_number': 6, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port_host': None}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:39.841933 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2070401'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.844007 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe80bb6-847b-4ce9-809e-33dd3022b6ec None None] The sync data for ids ['cb8d36f5-822f-4abb-99f3-f916bc91bb64'] in dv-cinder-800695-5-iscsi is: [{'id': 'cb8d36f5-822f-4abb-99f3-f916bc91bb64', 'name': 'tempest-TestVolumeBootPattern-735246605-router', 'tenant_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:14Z', 'updated_at': '2021-08-27T16:32:39Z', 'revision_number': 6, 'project_id': '87d9ba6fcedd4154bb85668aafa7e0b9', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:39.933389 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2072350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4652'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.935511 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.980950 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2072337'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.981648 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb8d36f5-822f-4abb-99f3-f916bc91bb64 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:32:39.987594 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.988738 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-0ba4f26d-f4b9-4709-bc32-087745369408 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cb8d36f5-822f-4abb-99f3-f916bc91bb64 HTTP/1.1" status: 204 len: 168 time: 0.7564366 Aug 27 16:32:39.991225 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42894) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:40.037366 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42a95e9-31d3-4fa1-897c-0b3296d52c81 admin admin] Deleting subnet 8895eeb9-6be2-41f2-a811-d8887036ccdc {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:32:40.041044 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c42a95e9-31d3-4fa1-897c-0b3296d52c81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.074415 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c42a95e9-31d3-4fa1-897c-0b3296d52c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10291734'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.154568 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c42a95e9-31d3-4fa1-897c-0b3296d52c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.208750 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c42a95e9-31d3-4fa1-897c-0b3296d52c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10319036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10380392'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.235485 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a95e9-31d3-4fa1-897c-0b3296d52c81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8895eeb9-6be2-41f2-a811-d8887036ccdc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:40.239014 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c42a95e9-31d3-4fa1-897c-0b3296d52c81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.242957 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-c42a95e9-31d3-4fa1-897c-0b3296d52c81 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8895eeb9-6be2-41f2-a811-d8887036ccdc HTTP/1.1" status: 204 len: 168 time: 0.2507625 Aug 27 16:32:40.243562 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42896) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:40.244490 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55855da-633d-4536-bf4e-a8783c73d877 None None] Network 98293395-c033-4da0-bb11-2cb3bb7462c1 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:40.310801 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.364189 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Deleting port 720cba31-8735-4f75-be30-7d428649fc20 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:40.364533 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.430217 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] For port 720cba31-8735-4f75-be30-7d428649fc20, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=720cba31-8735-4f75-be30-7d428649fc20,segment=NetworkSegment(59b49063-39b4-4ca2-b01b-38458eaae0c6),segment_id=59b49063-39b4-4ca2-b01b-38458eaae0c6)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:40.430606 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.442916 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Calling delete_port for 720cba31-8735-4f75-be30-7d428649fc20 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:40.518407 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.545754 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] No DVR routers for this DVR port 720cba31-8735-4f75-be30-7d428649fc20 on host dv-cinder-800695-5-iscsi {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:40.550532 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=720cba31-8735-4f75-be30-7d428649fc20,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:40.577117 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.577459 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.577794 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.578126 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.578472 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.578794 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.579323 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.579462 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.579790 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.580107 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.580484 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.580804 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:40.610636 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadec3a7-1d10-4ec8-8e99-b9c0d33c5d1c None None] DHCP port deletion for 98293395-c033-4da0-bb11-2cb3bb7462c1 request from dv-cinder-800695-5-iscsi {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:32:40.637127 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.646770 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98293395-c033-4da0-bb11-2cb3bb7462c1']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:40.657045 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b49063-39b4-4ca2-b01b-38458eaae0c6') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:40.657339 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b49063-39b4-4ca2-b01b-38458eaae0c6') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:40.665709 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165395'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.679645 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.686083 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:32:40.686493 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355970'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: Traceback (most recent call last): Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: timer() Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: cb(*args, **kw) Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: return func(*args, **kwargs) Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: self._notify() Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: self.callback(batched_events) Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: event.method(event) Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: return f(self, *a, **k) Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._get(url).json() Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:32:40.688687 dv-cinder-800695-5-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:32:40.745812 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.751760 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.753938 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] 10.222.0.60 "DELETE /v2.0/networks/98293395-c033-4da0-bb11-2cb3bb7462c1 HTTP/1.1" status: 204 len: 168 time: 0.5093746 Aug 27 16:32:40.757518 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42898) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:40.770833 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17431e8d-be31-4d7c-8f62-af6dd6a87a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=98293395-c033-4da0-bb11-2cb3bb7462c1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:41.105724 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1994513'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.345618 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] Deleting port e3f0d065-f03f-469d-86bb-55d386d67c5a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:41.345964 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.353437 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:41.376787 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:41.377051 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 538efd5f-f043-4f0c-a8ba-fe3ac6fae30a not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:41.377458 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 720cba31-8735-4f75-be30-7d428649fc20 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:41.395363 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 720cba31-8735-4f75-be30-7d428649fc20 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:41.395713 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 720cba31-8735-4f75-be30-7d428649fc20 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:41.396113 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 3f00b220-e1e7-4364-81e4-6d4e48a15f40 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:41.414276 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 3f00b220-e1e7-4364-81e4-6d4e48a15f40 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:41.414624 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 3f00b220-e1e7-4364-81e4-6d4e48a15f40 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:41.423311 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] For port e3f0d065-f03f-469d-86bb-55d386d67c5a, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=e3f0d065-f03f-469d-86bb-55d386d67c5a,segment=NetworkSegment(feb4bf64-22d6-4e81-a3fb-cdb47bcc375a),segment_id=feb4bf64-22d6-4e81-a3fb-cdb47bcc375a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:41.423677 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.436912 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] Calling delete_port for e3f0d065-f03f-469d-86bb-55d386d67c5a owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:41.609616 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.635479 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f0d065-f03f-469d-86bb-55d386d67c5a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:41.795696 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994715'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.272742 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] Router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:42.373319 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:42.378653 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-db1e2559-4ae3-427b-a7c6-2b4b853380b3 admin admin] 10.222.0.60 "PUT /v2.0/routers/12e31fc2-27cf-43bc-87d1-b7d4dd50699a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6201265 Aug 27 16:32:42.381838 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42900) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:42.383297 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] Sync routers for ids ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:42.392198 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] Routers {'12e31fc2-27cf-43bc-87d1-b7d4dd50699a'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:42.392790 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:32:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.485784 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.493632 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] Set router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:42.585063 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.637599 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Deleting port 822464d5-096b-4014-952a-b2fce14dafef {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:42.637934 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.666038 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'name': 'tempest-TestVolumeBootPattern-910762099-router', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '822464d5-096b-4014-952a-b2fce14dafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:18Z', 'updated_at': '2021-08-27T16:32:41Z', 'revision_number': 5, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'gw_port': {'id': '822464d5-096b-4014-952a-b2fce14dafef', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:19Z', 'updated_at': '2021-08-27T16:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.691616 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] Checking router: 12e31fc2-27cf-43bc-87d1-b7d4dd50699a for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:32:42.699694 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] Routers {'12e31fc2-27cf-43bc-87d1-b7d4dd50699a'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:42.700310 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:32:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.712981 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] For port 822464d5-096b-4014-952a-b2fce14dafef, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=822464d5-096b-4014-952a-b2fce14dafef,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:42.713346 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.726053 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Calling delete_port for 822464d5-096b-4014-952a-b2fce14dafef owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:42.781862 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] Set router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:42.833893 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'name': 'tempest-TestVolumeBootPattern-910762099-router', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:18Z', 'updated_at': '2021-08-27T16:32:42Z', 'revision_number': 6, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'gw_port_host': None}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.859702 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6ef16-6b6c-400e-a31e-2a2dacd3eeb8 None None] The sync data for ids ['12e31fc2-27cf-43bc-87d1-b7d4dd50699a'] in dv-cinder-800695-5-iscsi is: [{'id': '12e31fc2-27cf-43bc-87d1-b7d4dd50699a', 'name': 'tempest-TestVolumeBootPattern-910762099-router', 'tenant_id': '14ca09ec74f44b18801548ee252ba5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:18Z', 'updated_at': '2021-08-27T16:32:42Z', 'revision_number': 6, 'project_id': '14ca09ec74f44b18801548ee252ba5f8', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:42.886429 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356023'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.916830 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Pushing event deleted for resources: {'Port': ['ID=822464d5-096b-4014-952a-b2fce14dafef,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:42.972249 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2070401'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.057938 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2072350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4652'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.060029 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.100915 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2072337'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.101451 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e31fc2-27cf-43bc-87d1-b7d4dd50699a {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:32:43.105809 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.109311 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-fd39023c-0325-44f1-aa42-5105a03ca604 admin admin] 10.222.0.60 "DELETE /v2.0/routers/12e31fc2-27cf-43bc-87d1-b7d4dd50699a HTTP/1.1" status: 204 len: 168 time: 0.7262771 Aug 27 16:32:43.109590 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42902) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:43.156857 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92474ea-9ba6-48b3-9266-03d50a6fd6d5 admin admin] Deleting subnet 5cf5e082-c88d-4ee0-b131-b13573236b38 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:32:43.159827 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d92474ea-9ba6-48b3-9266-03d50a6fd6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.192638 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d92474ea-9ba6-48b3-9266-03d50a6fd6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10291734'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.273081 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d92474ea-9ba6-48b3-9266-03d50a6fd6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.329164 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d92474ea-9ba6-48b3-9266-03d50a6fd6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10319036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10380392'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.355476 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92474ea-9ba6-48b3-9266-03d50a6fd6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cf5e082-c88d-4ee0-b131-b13573236b38,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:43.357408 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d92474ea-9ba6-48b3-9266-03d50a6fd6d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.360507 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d92474ea-9ba6-48b3-9266-03d50a6fd6d5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5cf5e082-c88d-4ee0-b131-b13573236b38 HTTP/1.1" status: 204 len: 168 time: 0.2500460 Aug 27 16:32:43.361629 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42904) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:43.361969 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe84b27-a582-426f-abe4-7fc629173e2c None None] Network 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:43.428634 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.480720 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Deleting port e1d72208-7207-4a5f-83f0-6c84ebda4d61 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:43.481069 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.545924 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] For port e1d72208-7207-4a5f-83f0-6c84ebda4d61, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=e1d72208-7207-4a5f-83f0-6c84ebda4d61,segment=NetworkSegment(feb4bf64-22d6-4e81-a3fb-cdb47bcc375a),segment_id=feb4bf64-22d6-4e81-a3fb-cdb47bcc375a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:43.546221 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.558885 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Calling delete_port for e1d72208-7207-4a5f-83f0-6c84ebda4d61 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:43.619581 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] DHCP port deletion for 5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 request from dv-cinder-800695-5-iscsi {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:32:43.639676 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.674879 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] No DVR routers for this DVR port e1d72208-7207-4a5f-83f0-6c84ebda4d61 on host dv-cinder-800695-5-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:43.680378 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d72208-7207-4a5f-83f0-6c84ebda4d61,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:43.685123 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Deleting port e1d72208-7207-4a5f-83f0-6c84ebda4d61 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:43.685503 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.699523 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device e1d72208-7207-4a5f-83f0-6c84ebda4d61 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:43.753306 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: e1d72208-7207-4a5f-83f0-6c84ebda4d61 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:43.753643 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device e1d72208-7207-4a5f-83f0-6c84ebda4d61 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:43.754053 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device e3f0d065-f03f-469d-86bb-55d386d67c5a no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:43.757471 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.767808 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bca4ad7-06e0-4e7a-80d8-a6b94e99d789']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:43.777018 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: e3f0d065-f03f-469d-86bb-55d386d67c5a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:43.777364 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device e3f0d065-f03f-469d-86bb-55d386d67c5a not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:43.777800 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 822464d5-096b-4014-952a-b2fce14dafef no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:43.779062 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:43.779363 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb4bf64-22d6-4e81-a3fb-cdb47bcc375a') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:43.788300 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10291721'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.802316 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.804012 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 822464d5-096b-4014-952a-b2fce14dafef {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:43.804571 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 822464d5-096b-4014-952a-b2fce14dafef not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:43.811223 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:32:43.811642 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10319066'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.811936 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] For port e1d72208-7207-4a5f-83f0-6c84ebda4d61, host dv-cinder-800695-5-iscsi, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:43.812440 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: Traceback (most recent call last): Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: timer() Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: cb(*args, **kw) Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: return func(*args, **kwargs) Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: self._notify() Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: self.callback(batched_events) Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: event.method(event) Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: return f(self, *a, **k) Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._get(url).json() Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: return self.request(url, 'GET', **kwargs) Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:32:43.813492 dv-cinder-800695-5-iscsi neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:32:43.830149 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Calling delete_port for e1d72208-7207-4a5f-83f0-6c84ebda4d61 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:43.834497 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Port e1d72208-7207-4a5f-83f0-6c84ebda4d61 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:32:43.835779 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.860938 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Pushing event deleted for resources: {'Port': ['ID=e1d72208-7207-4a5f-83f0-6c84ebda4d61,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:43.869064 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] No DVR routers for this DVR port e1d72208-7207-4a5f-83f0-6c84ebda4d61 on host dv-cinder-800695-5-iscsi {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:43.871828 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.872283 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.872626 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.872966 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.873281 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.873617 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.873948 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.874393 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.874630 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.875296 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.875507 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.875642 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.876144 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e614e-d049-4f24-95c5-398b4fd88e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:43.882408 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.886282 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5bca4ad7-06e0-4e7a-80d8-a6b94e99d789 HTTP/1.1" status: 204 len: 168 time: 0.5217414 Aug 27 16:32:43.899090 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f444846-8e27-42f7-9398-b6c0cbb7a798 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bca4ad7-06e0-4e7a-80d8-a6b94e99d789,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:44.007237 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42908) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:44.047726 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-54214893-d14f-4e0d-961c-2eb237da6b95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87d9ba6fcedd4154bb85668aafa7e0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393000 Aug 27 16:32:44.050160 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42910) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:44.097745 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-841a8bf6-762a-4f24-93e1-b8b061c2fa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.118095 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-841a8bf6-762a-4f24-93e1-b8b061c2fa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.164062 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-841a8bf6-762a-4f24-93e1-b8b061c2fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.166618 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-841a8bf6-762a-4f24-93e1-b8b061c2fa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.167834 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-841a8bf6-762a-4f24-93e1-b8b061c2fa4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8723d89b-9825-4778-a86f-c483d500c271 HTTP/1.1" status: 204 len: 168 time: 0.1166289 Aug 27 16:32:44.175257 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a8bf6-762a-4f24-93e1-b8b061c2fa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8723d89b-9825-4778-a86f-c483d500c271,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:44.469008 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42916) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:44.515138 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-19e61dbf-58d2-42ee-97ef-240914109fcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14ca09ec74f44b18801548ee252ba5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416026 Aug 27 16:32:44.517325 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 42918) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:44.564389 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bad9ba34-7a8b-4981-beec-d70faa324d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.584529 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bad9ba34-7a8b-4981-beec-d70faa324d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.628974 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bad9ba34-7a8b-4981-beec-d70faa324d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.632301 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bad9ba34-7a8b-4981-beec-d70faa324d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.633455 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bad9ba34-7a8b-4981-beec-d70faa324d7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2439bafb-1df9-4e90-badf-c1657fd6adef HTTP/1.1" status: 204 len: 168 time: 0.1151996 Aug 27 16:32:44.640606 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9ba34-7a8b-4981-beec-d70faa324d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2439bafb-1df9-4e90-badf-c1657fd6adef,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:47.621087 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ca0f164c-72c9-4db7-9ccf-b8fe956741bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.250421 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.951273 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [req-af0205c7-0084-4f2d-b0ed-37000a9fa2e0 req-49f3231d-b6c0-4a50-b9e8-3ffd34de9f5e service neutron] (94013) timed out ('10.222.0.88', 56144) {{(pid=94013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:32:50.039930 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00c2062f-f689-47ee-8239-038844ba1166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.307203 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.469162 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.937737 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.999278 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:33:17.621061 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-223f242b-2eac-4730-b1c7-77315712a97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:18.268983 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:20.040022 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e5296732-85a3-4e59-8ce2-40e0b3c7dc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:20.308728 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:21.468950 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:22.941516 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.622783 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a135535-1243-489b-a8f6-f811c5faa831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.265337 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.997964 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:33:50.039725 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-616d8ad5-d89c-45ad-bf84-e937d81b0a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.310793 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.470490 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.944376 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.623483 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-08a6eb61-b0da-43ce-b139-2f007ebbb5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.262369 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.042366 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-063a2c8b-b77b-4c53-ae60-6b3517c1e9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.311034 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.473745 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.947083 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:26.996937 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:34:29.786693 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-de543bc2-8be2-4222-a863-105d5ff81e21 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421934 Aug 27 16:34:29.883774 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-bc67c1b5-18e6-49f4-bc84-f1abfd80e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:29.885192 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-bc67c1b5-18e6-49f4-bc84-f1abfd80e3fe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1099 time: 0.0402961 Aug 27 16:34:29.984914 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-534b7ad8-523b-44b4-bdd8-5f8513732b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:29.986339 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-534b7ad8-523b-44b4-bdd8-5f8513732b06 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 200 len: 909 time: 0.0813913 Aug 27 16:34:30.054272 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-669f42c2-602f-4487-80eb-2b44697fd185 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 200 len: 1001 time: 0.0603354 Aug 27 16:34:30.101743 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-a73106b4-837c-4687-bb0f-7d2b9a17eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:30.103128 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-a73106b4-837c-4687-bb0f-7d2b9a17eca8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43f985a8-3187-4ee4-9ee7-a7e71288bc0b HTTP/1.1" status: 200 len: 847 time: 0.0423713 Aug 27 16:34:30.147635 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-ea10d7de-b7a8-429e-b2a5-2b24ee4cd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:30.149040 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-ea10d7de-b7a8-429e-b2a5-2b24ee4cd1cc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c75297f2-5460-498e-8b6b-4a17bb79acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383160 Aug 27 16:34:30.239361 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-f01cfe52-2bdb-48d1-8520-7851e66d2cfa service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817139 Aug 27 16:34:30.325332 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-2557da1d-af90-455f-8f27-14351e22bdb5 req-778982e1-57ce-4ea9-a081-d74c02cf4323 service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785272 Aug 27 16:34:47.624450 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3cb459a0-4d27-4cfb-bebf-862921ef571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.274471 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:50.044263 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a911f590-f3e4-4db0-8275-9b48eeec0ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:50.312646 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:51.476468 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:52.949641 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:03.995901 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:35:17.626057 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-76d0c3df-63a7-496d-bc8c-9c4c362688ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:18.271977 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.045781 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cfda5293-eef5-411b-8433-527c55cdf6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.312294 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:21.478776 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.421351 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 42990) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:22.575361 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Deleting port 5511654d-b9ff-4c64-a654-77d548cbebea {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:22.575705 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.652679 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.652905 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.665416 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Calling delete_port for 5511654d-b9ff-4c64-a654-77d548cbebea owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:22.809602 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.835604 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event deleted for resources: {'Port': ['ID=5511654d-b9ff-4c64-a654-77d548cbebea,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:22.861504 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.861922 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.862305 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.862639 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.862965 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.863314 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.863636 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.863955 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.864273 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.864590 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.864905 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.865274 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:22.906808 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.907090 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.db.l3_db [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Floating IP e1f3b36f-6fa5-4ba6-815b-2a95c7d6f845 disassociated (deleted). External IP: 172.27.0.31, port: 851fe70a-e24f-444c-8911-28a02a550921. Aug 27 16:35:22.955003 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:23.112993 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:35:23.218905 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:35:23.223511 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:23.228142 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] Sync routers for ids ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:35:23.236951 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] Routers {'9e908026-ac4d-47d2-85f3-c43cbf9dcd61'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:23.237578 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:35:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:23.250394 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-3eb6a6a4-8e18-4558-804f-ff27eec2b548 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "DELETE /v2.0/floatingips/e1f3b36f-6fa5-4ba6-815b-2a95c7d6f845 HTTP/1.1" status: 204 len: 168 time: 0.8279459 Aug 27 16:35:23.250993 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'tag': '851fe70a-e24f-444c-8911-28a02a550921'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:35:23.253231 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98928381-4ddd-4761-b850-5627631f929d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "tag": "851fe70a-e24f-444c-8911-28a02a550921"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:35:23.293176 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fff6d14-044c-4e1b-81f8-9f281367032f x-openstack-request-id: req-9fff6d14-044c-4e1b-81f8-9f281367032f {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:35:23.293470 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "tag": "851fe70a-e24f-444c-8911-28a02a550921", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:35:23.293726 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fff6d14-044c-4e1b-81f8-9f281367032f {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:35:23.294157 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'tag': '851fe70a-e24f-444c-8911-28a02a550921', 'status': 'completed', 'code': 200} Aug 27 16:35:23.358138 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] Set router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:23.385518 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98928381-4ddd-4761-b850-5627631f929d req-fa66888b-12ad-468d-919e-2e1436d3c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:23.387084 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-98928381-4ddd-4761-b850-5627631f929d req-fa66888b-12ad-468d-919e-2e1436d3c3ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 1099 time: 0.0474236 Aug 27 16:35:23.474870 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98928381-4ddd-4761-b850-5627631f929d req-ed936738-2e1e-4cf1-bcdb-93fb30cc8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:23.476336 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-98928381-4ddd-4761-b850-5627631f929d req-ed936738-2e1e-4cf1-bcdb-93fb30cc8773 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 200 len: 909 time: 0.0824671 Aug 27 16:35:23.517718 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-98928381-4ddd-4761-b850-5627631f929d req-950408c3-6649-49f9-911e-33de2c155691 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 200 len: 217 time: 0.0338223 Aug 27 16:35:23.551998 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 5, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:23.570467 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98928381-4ddd-4761-b850-5627631f929d req-287fd860-231b-44f9-9c30-e45dca512a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:23.571918 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-98928381-4ddd-4761-b850-5627631f929d req-287fd860-231b-44f9-9c30-e45dca512a13 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43f985a8-3187-4ee4-9ee7-a7e71288bc0b HTTP/1.1" status: 200 len: 847 time: 0.0468383 Aug 27 16:35:23.580140 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] Checking router: 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:35:23.588415 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] Routers {'9e908026-ac4d-47d2-85f3-c43cbf9dcd61'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:23.589060 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:35:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:23.618173 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98928381-4ddd-4761-b850-5627631f929d req-17bd1bf8-4407-4318-a06a-d6e52ea90c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:23.619678 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-98928381-4ddd-4761-b850-5627631f929d req-17bd1bf8-4407-4318-a06a-d6e52ea90c65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c75297f2-5460-498e-8b6b-4a17bb79acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405295 Aug 27 16:35:23.692199 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] Set router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:23.710227 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-98928381-4ddd-4761-b850-5627631f929d req-34ac68be-de73-4754-9ed0-b147da5efe8a service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824747 Aug 27 16:35:23.809311 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-98928381-4ddd-4761-b850-5627631f929d req-1c842053-32b9-4f89-852a-1ab12f2dd1a0 service neutron] 10.222.0.88 "GET /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909824 Aug 27 16:35:24.002036 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 5, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:24.030022 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c63156a-665d-4f2b-b12a-3f573ad16b87 None None] The sync data for ids ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'] in dv-cinder-800695-5-iscsi is: [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:27:52Z', 'revision_number': 4, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi', '_interfaces': [{'id': '71f71718-5cf0-40ec-9e9c-a55e8913bf93', 'name': '', 'network_id': 'c75297f2-5460-498e-8b6b-4a17bb79acce', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'mac_address': 'fa:16:3e:df:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:52Z', 'updated_at': '2021-08-27T16:27:57Z', 'revision_number': 5, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'subnets': [{'id': '43f985a8-3187-4ee4-9ee7-a7e71288bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:35:24.222983 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b3cca-be2c-42cc-8647-05cbc778acd6 None None] New status for floating IP e1f3b36f-6fa5-4ba6-815b-2a95c7d6f845: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:35:24.586368 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80679ee5-541a-4a02-8427-8199aef3e788 req-c6d8a950-f548-4c8c-b72d-99811ea6d563 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:24.587765 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-80679ee5-541a-4a02-8427-8199aef3e788 req-c6d8a950-f548-4c8c-b72d-99811ea6d563 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.1433074 Aug 27 16:35:24.625964 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-80679ee5-541a-4a02-8427-8199aef3e788 req-d47fe065-3db6-4a30-887d-be63d7a02749 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323148 Aug 27 16:35:25.794472 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c7999-940b-432f-aafa-50cfb9b99052 req-14a5da99-a94a-4a96-80f6-b5bed96295b7 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:25.795924 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-461c7999-940b-432f-aafa-50cfb9b99052 req-14a5da99-a94a-4a96-80f6-b5bed96295b7 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.1023846 Aug 27 16:35:25.832084 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-461c7999-940b-432f-aafa-50cfb9b99052 req-64709ffc-d5ae-4fd3-aecc-5192c74d941e tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2afec9c-4b61-4b36-973e-3ee356eb67a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296571 Aug 27 16:35:26.479078 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-1769a945-cf8b-4714-8c31-c28d2614178b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:26.480369 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-1769a945-cf8b-4714-8c31-c28d2614178b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 946 time: 0.0507598 Aug 27 16:35:26.565009 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-be0b3ae4-be6f-437b-b116-e59883062230 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Deleting port 851fe70a-e24f-444c-8911-28a02a550921 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:26.565348 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-be0b3ae4-be6f-437b-b116-e59883062230 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.653556 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-be0b3ae4-be6f-437b-b116-e59883062230 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] For port 851fe70a-e24f-444c-8911-28a02a550921, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=851fe70a-e24f-444c-8911-28a02a550921,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:26.653913 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-be0b3ae4-be6f-437b-b116-e59883062230 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.666383 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-be0b3ae4-be6f-437b-b116-e59883062230 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Calling delete_port for 851fe70a-e24f-444c-8911-28a02a550921 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:26.785845 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-be0b3ae4-be6f-437b-b116-e59883062230 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.815197 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b3ae4-be6f-437b-b116-e59883062230 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event deleted for resources: {'Port': ['ID=851fe70a-e24f-444c-8911-28a02a550921,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:26.859374 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-be0b3ae4-be6f-437b-b116-e59883062230 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] No DVR routers for this DVR port 851fe70a-e24f-444c-8911-28a02a550921 on host hv-cinder-80069 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:35:26.861778 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-be0b3ae4-be6f-437b-b116-e59883062230 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453166'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.865035 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [req-a8e442c0-b04b-4111-9663-e504cb66b7fb req-be0b3ae4-be6f-437b-b116-e59883062230 tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.88 "DELETE /v2.0/ports/851fe70a-e24f-444c-8911-28a02a550921 HTTP/1.1" status: 204 len: 173 time: 0.3785782 Aug 27 16:35:26.865503 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'name': 'network-vif-deleted', 'tag': '851fe70a-e24f-444c-8911-28a02a550921'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:35:26.867937 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30132363aa5d9813eb0f04c03e25cb856d6dd13a7b9e4051ef7aa161316fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b566d1b3-3f9c-49b2-b70c-b5035152f2d2" -d '{"events": [{"server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "name": "network-vif-deleted", "tag": "851fe70a-e24f-444c-8911-28a02a550921"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:35:26.907593 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7240e6-30a9-432b-bf4a-c28590f926ae x-openstack-request-id: req-7a7240e6-30a9-432b-bf4a-c28590f926ae {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:35:26.907891 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd11f1e-b635-4643-8648-e2c4b656a89b", "name": "network-vif-deleted", "tag": "851fe70a-e24f-444c-8911-28a02a550921", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:35:26.908180 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a7240e6-30a9-432b-bf4a-c28590f926ae {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:35:26.908704 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd11f1e-b635-4643-8648-e2c4b656a89b', 'name': 'network-vif-deleted', 'tag': '851fe70a-e24f-444c-8911-28a02a550921', 'status': 'completed', 'code': 200} Aug 27 16:35:26.952587 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d70795f3-b873-47ef-a625-a7d7c0def88f req-86572189-02ec-4315-a62d-8a4b1cffa92e tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd11f1e-b635-4643-8648-e2c4b656a89b HTTP/1.1" status: 200 len: 210 time: 0.0341115 Aug 27 16:35:28.008296 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43022) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:28.067248 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f190-dfb4-4539-98ff-1429c863954b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:28.091551 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f190-dfb4-4539-98ff-1429c863954b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:28.152327 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f190-dfb4-4539-98ff-1429c863954b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:28.154948 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f190-dfb4-4539-98ff-1429c863954b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:28.156078 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-d5a9f190-dfb4-4539-98ff-1429c863954b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] 10.222.0.60 "DELETE /v2.0/security-groups/d2afec9c-4b61-4b36-973e-3ee356eb67a4 HTTP/1.1" status: 204 len: 168 time: 0.1467848 Aug 27 16:35:28.165553 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9f190-dfb4-4539-98ff-1429c863954b tempest-TestShelveInstance-1462240154 tempest-TestShelveInstance-1462240154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2afec9c-4b61-4b36-973e-3ee356eb67a4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:28.219366 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43026) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:28.649197 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1994513'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:28.890646 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] Deleting port 71f71718-5cf0-40ec-9e9c-a55e8913bf93 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:28.890990 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:28.966193 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] For port 71f71718-5cf0-40ec-9e9c-a55e8913bf93, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=71f71718-5cf0-40ec-9e9c-a55e8913bf93,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:28.966501 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:28.978618 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] Calling delete_port for 71f71718-5cf0-40ec-9e9c-a55e8913bf93 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:29.153300 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:29.184198 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] Pushing event deleted for resources: {'Port': ['ID=71f71718-5cf0-40ec-9e9c-a55e8913bf93,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:29.344436 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994715'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:29.817336 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] Router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:35:29.918785 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:35:29.923857 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-1472fdb7-414d-4312-b30f-1ef464cd56ec admin admin] 10.222.0.60 "PUT /v2.0/routers/9e908026-ac4d-47d2-85f3-c43cbf9dcd61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033751 Aug 27 16:35:29.926881 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43030) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:29.929567 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] Sync routers for ids ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'] in dv-cinder-800695-5-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:35:29.938699 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] Routers {'9e908026-ac4d-47d2-85f3-c43cbf9dcd61'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:29.939424 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:35:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:30.029213 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.040039 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] Set router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:30.128382 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.185915 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Deleting port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:30.186611 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.216867 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:35:29Z', 'revision_number': 5, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port': {'id': '75f12fa1-5c2f-487f-847e-2dab86a2e6c7', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:50Z', 'updated_at': '2021-08-27T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:30.243285 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] Checking router: 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 for host: dv-cinder-800695-5-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:35:30.251245 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] Routers {'9e908026-ac4d-47d2-85f3-c43cbf9dcd61'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:30.251839 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:35:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:30.263680 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] For port 75f12fa1-5c2f-487f-847e-2dab86a2e6c7, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=75f12fa1-5c2f-487f-847e-2dab86a2e6c7,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:30.264050 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.276720 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Calling delete_port for 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:30.334669 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] Set router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:30.388758 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:35:30Z', 'revision_number': 6, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port_host': None}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:30.414594 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b742fc08-4ae4-4c22-8d95-b742adaf2ff4 None None] The sync data for ids ['9e908026-ac4d-47d2-85f3-c43cbf9dcd61'] in dv-cinder-800695-5-iscsi is: [{'id': '9e908026-ac4d-47d2-85f3-c43cbf9dcd61', 'name': 'tempest-TestShelveInstance-683586883-router', 'tenant_id': '8c38d519eaef4a14b7ef2499383ed41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:49Z', 'updated_at': '2021-08-27T16:35:30Z', 'revision_number': 6, 'project_id': '8c38d519eaef4a14b7ef2499383ed41d', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:35:30.445797 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.469148 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Pushing event deleted for resources: {'Port': ['ID=75f12fa1-5c2f-487f-847e-2dab86a2e6c7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:30.532612 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2070401'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.619398 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2072350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4652'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.621448 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.662270 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2072337'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.662728 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e908026-ac4d-47d2-85f3-c43cbf9dcd61 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:35:30.667099 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.668216 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-3f474749-4b25-4985-b9ef-2418890f258b admin admin] 10.222.0.60 "DELETE /v2.0/routers/9e908026-ac4d-47d2-85f3-c43cbf9dcd61 HTTP/1.1" status: 204 len: 168 time: 0.7404418 Aug 27 16:35:30.670861 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43032) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:30.713692 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-583215bb-cbaf-4e4f-bd1b-5ae777329927 admin admin] Deleting subnet 43f985a8-3187-4ee4-9ee7-a7e71288bc0b {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:35:30.716679 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-583215bb-cbaf-4e4f-bd1b-5ae777329927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.718396 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 851fe70a-e24f-444c-8911-28a02a550921 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:30.737870 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] No Port match for: 851fe70a-e24f-444c-8911-28a02a550921 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:35:30.738209 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Device 851fe70a-e24f-444c-8911-28a02a550921 not bound to the agent host hv-cinder-80069 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:30.756664 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-583215bb-cbaf-4e4f-bd1b-5ae777329927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10291734'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.839521 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-583215bb-cbaf-4e4f-bd1b-5ae777329927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.889173 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-583215bb-cbaf-4e4f-bd1b-5ae777329927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10319036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10380392'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.918116 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583215bb-cbaf-4e4f-bd1b-5ae777329927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f985a8-3187-4ee4-9ee7-a7e71288bc0b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:30.921702 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-583215bb-cbaf-4e4f-bd1b-5ae777329927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.923747 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-583215bb-cbaf-4e4f-bd1b-5ae777329927 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/43f985a8-3187-4ee4-9ee7-a7e71288bc0b HTTP/1.1" status: 204 len: 168 time: 0.2517991 Aug 27 16:35:30.926137 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43034) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:30.928675 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3717105b-fdac-4398-ae6c-18070b0e1a8a None None] Network c75297f2-5460-498e-8b6b-4a17bb79acce requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:35:30.992528 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.046320 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Deleting port 4df1dc94-4fb1-4455-9e67-95744a6891b8 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:31.046668 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.112050 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] For port 4df1dc94-4fb1-4455-9e67-95744a6891b8, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=4df1dc94-4fb1-4455-9e67-95744a6891b8,segment=NetworkSegment(012051a8-4b3d-4f50-b15d-02fd0d297314),segment_id=012051a8-4b3d-4f50-b15d-02fd0d297314)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:31.112338 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.126487 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Calling delete_port for 4df1dc94-4fb1-4455-9e67-95744a6891b8 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:31.211928 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.213798 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea0d18-9107-4471-9ee8-4c1431cb5fbd None None] DHCP port deletion for c75297f2-5460-498e-8b6b-4a17bb79acce request from dv-cinder-800695-5-iscsi {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:35:31.236976 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df1dc94-4fb1-4455-9e67-95744a6891b8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:31.243097 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] No DVR routers for this DVR port 4df1dc94-4fb1-4455-9e67-95744a6891b8 on host dv-cinder-800695-5-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:35:31.317118 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.326870 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75297f2-5460-498e-8b6b-4a17bb79acce']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:31.337300 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012051a8-4b3d-4f50-b15d-02fd0d297314') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:31.337595 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012051a8-4b3d-4f50-b15d-02fd0d297314') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:31.346621 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10291721'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.361485 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.367778 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:35:31.368173 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10319066'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: Traceback (most recent call last): Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: timer() Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: cb(*args, **kw) Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: return func(*args, **kwargs) Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: self._notify() Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: self.callback(batched_events) Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: event.method(event) Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: return f(self, *a, **k) Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._get(url).json() Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: return self.request(url, 'GET', **kwargs) Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:35:31.369980 dv-cinder-800695-5-iscsi neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:35:31.426536 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.431569 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.436527 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c75297f2-5460-498e-8b6b-4a17bb79acce HTTP/1.1" status: 204 len: 168 time: 0.5067801 Aug 27 16:35:31.436975 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43036) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:31.455181 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 71f71718-5cf0-40ec-9e9c-a55e8913bf93 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:31.479464 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 71f71718-5cf0-40ec-9e9c-a55e8913bf93 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:35:31.479864 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 71f71718-5cf0-40ec-9e9c-a55e8913bf93 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:31.480501 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 4df1dc94-4fb1-4455-9e67-95744a6891b8 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:31.490652 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8315664-465a-4b77-93b2-542f9306ccf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c75297f2-5460-498e-8b6b-4a17bb79acce,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:31.499519 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 4df1dc94-4fb1-4455-9e67-95744a6891b8 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:35:31.499897 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 4df1dc94-4fb1-4455-9e67-95744a6891b8 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:31.500307 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:31.518008 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:35:31.518405 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 75f12fa1-5c2f-487f-847e-2dab86a2e6c7 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:31.796150 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1994513'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.044357 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] Deleting port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:32.044704 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.121302 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] For port 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c,segment=NetworkSegment(9eedfc09-e42d-48d9-8e54-a23be9beab3b),segment_id=9eedfc09-e42d-48d9-8e54-a23be9beab3b)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:32.121582 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.136901 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] Calling delete_port for 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:32.309621 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.333245 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] Pushing event deleted for resources: {'Port': ['ID=77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:32.494033 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994715'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.700545 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] Router 36c1225d-97a2-4246-8dda-5b41d104c534 has already been hosted by L3 agent 2a12c5e3-a455-49c2-bc47-3a9b7297368b {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:35:32.803048 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] Notify agent at l3_agent.dv-cinder-800695-5-iscsi the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:35:32.807975 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-00799531-1a44-475f-80da-f12ad3d542eb admin admin] 10.222.0.60 "PUT /v2.0/routers/36c1225d-97a2-4246-8dda-5b41d104c534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3703244 Aug 27 16:35:32.810515 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43038) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:32.811187 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] Sync routers for ids ['36c1225d-97a2-4246-8dda-5b41d104c534'] in dv-cinder-800695-5-iscsi {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:35:32.820933 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] Routers {'36c1225d-97a2-4246-8dda-5b41d104c534'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:32.821529 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:35:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['36c1225d-97a2-4246-8dda-5b41d104c534'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:32.918527 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.922710 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] Set router 36c1225d-97a2-4246-8dda-5b41d104c534 gateway port host: dv-cinder-800695-5-iscsi {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:33.022945 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.076199 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Deleting port 332607b2-e78f-414b-ab98-7a567a54d283 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:33.076549 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.154432 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] For port 332607b2-e78f-414b-ab98-7a567a54d283, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=332607b2-e78f-414b-ab98-7a567a54d283,segment=NetworkSegment(db7417ac-fd88-4d32-bfe3-d5304cb479a6),segment_id=db7417ac-fd88-4d32-bfe3-d5304cb479a6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:33.154799 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.168090 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Calling delete_port for 332607b2-e78f-414b-ab98-7a567a54d283 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:33.182671 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'name': 'tempest-TestShelveInstance-1206976180-router', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'external_fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '332607b2-e78f-414b-ab98-7a567a54d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:35:32Z', 'revision_number': 5, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'gw_port': {'id': '332607b2-e78f-414b-ab98-7a567a54d283', 'name': '', 'network_id': '2f103694-ff76-4964-9445-b94d6a64c4a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c108ad0-9cd1-41fe-8db1-73b82a049cdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-5-iscsi'}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:33.208783 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] Checking router: 36c1225d-97a2-4246-8dda-5b41d104c534 for host: dv-cinder-800695-5-iscsi {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:35:33.217055 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] Routers {'36c1225d-97a2-4246-8dda-5b41d104c534'} bound to L3 agent in host dv-cinder-800695-5-iscsi {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:33.217640 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:07:20Z,description=,heartbeat_timestamp=2021-08-27T16:35:20Z,host='dv-cinder-800695-5-iscsi',id=2a12c5e3-a455-49c2-bc47-3a9b7297368b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:07:20Z,topic='l3_agent')) {'router_ids': ['36c1225d-97a2-4246-8dda-5b41d104c534'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:33.302102 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] Set router 36c1225d-97a2-4246-8dda-5b41d104c534 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:33.332630 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.354984 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'name': 'tempest-TestShelveInstance-1206976180-router', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:35:33Z', 'revision_number': 6, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'gw_port_host': None}], 'dv-cinder-800695-5-iscsi', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:33.360068 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Pushing event deleted for resources: {'Port': ['ID=332607b2-e78f-414b-ab98-7a567a54d283,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:33.383604 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc6ef4a-5363-4882-8aff-122bf05a88b9 None None] The sync data for ids ['36c1225d-97a2-4246-8dda-5b41d104c534'] in dv-cinder-800695-5-iscsi is: [{'id': '36c1225d-97a2-4246-8dda-5b41d104c534', 'name': 'tempest-TestShelveInstance-1206976180-router', 'tenant_id': '358c7d86851a41baa2f82858470fe62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:27:54Z', 'updated_at': '2021-08-27T16:35:33Z', 'revision_number': 6, 'project_id': '358c7d86851a41baa2f82858470fe62c', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:35:33.702336 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2070401'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.791278 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2072350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4652'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.793540 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.838027 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2072337'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.838724 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36c1225d-97a2-4246-8dda-5b41d104c534 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:35:33.844965 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.849226 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-f1de453f-4991-45e6-97d2-c758907cf636 admin admin] 10.222.0.60 "DELETE /v2.0/routers/36c1225d-97a2-4246-8dda-5b41d104c534 HTTP/1.1" status: 204 len: 168 time: 1.0348692 Aug 27 16:35:33.849580 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.60', 43040) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:33.894464 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Deleting subnet 78ddeeaa-a560-40ca-8730-41c168ad6072 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:35:33.898080 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.929993 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165388'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.006693 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952493'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.057088 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475745'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.083606 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ddeeaa-a560-40ca-8730-41c168ad6072,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:34.085952 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.087737 dv-cinder-800695-5-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/78ddeeaa-a560-40ca-8730-41c168ad6072 HTTP/1.1" status: 204 len: 168 time: 0.2371974 Aug 27 16:35:34.090498 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43042) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:34.092312 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86df1f-31db-4682-b6aa-650d8ee2eaaf None None] Network 661f9e47-40d0-42ce-88d1-53972566842c requested from dv-cinder-800695-5-iscsi {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:35:34.093735 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.094091 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.094459 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.094793 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.095122 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.095454 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.095780 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.096104 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.096439 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.096751 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.097072 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.097392 dv-cinder-800695-5-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015b84e9-dd85-4e7e-a374-04302a9c9c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.160812 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016893'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.218661 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Deleting port 5168f410-3799-40c4-97b6-b37de7d99cf9 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:34.219008 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.277976 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] DHCP port deletion for 661f9e47-40d0-42ce-88d1-53972566842c request from dv-cinder-800695-5-iscsi {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:35:34.282518 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] For port 5168f410-3799-40c4-97b6-b37de7d99cf9, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=5168f410-3799-40c4-97b6-b37de7d99cf9,segment=NetworkSegment(9eedfc09-e42d-48d9-8e54-a23be9beab3b),segment_id=9eedfc09-e42d-48d9-8e54-a23be9beab3b)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:34.284131 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.301531 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Calling delete_port for 5168f410-3799-40c4-97b6-b37de7d99cf9 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:34.327903 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Deleting port 5168f410-3799-40c4-97b6-b37de7d99cf9 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:34.328331 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750642767647'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.380244 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10319087'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.391860 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] For port 5168f410-3799-40c4-97b6-b37de7d99cf9, host dv-cinder-800695-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-5-iscsi',level=0,port_id=5168f410-3799-40c4-97b6-b37de7d99cf9,segment=NetworkSegment(9eedfc09-e42d-48d9-8e54-a23be9beab3b),segment_id=9eedfc09-e42d-48d9-8e54-a23be9beab3b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:34.392466 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993664'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.406533 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Calling delete_port for 5168f410-3799-40c4-97b6-b37de7d99cf9 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:34.406842 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Pushing event deleted for resources: {'Port': ['ID=5168f410-3799-40c4-97b6-b37de7d99cf9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:34.410751 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] No DVR routers for this DVR port 5168f410-3799-40c4-97b6-b37de7d99cf9 on host dv-cinder-800695-5-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:35:34.488203 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530518', 'neutron.services.segments.db._delete_segments_for_network-8750642718446'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.499640 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661f9e47-40d0-42ce-88d1-53972566842c']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:34.513843 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eedfc09-e42d-48d9-8e54-a23be9beab3b') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:34.514136 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.services.segments.db [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eedfc09-e42d-48d9-8e54-a23be9beab3b') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:34.522553 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750642693663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750642235167'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.523742 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750642718329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10291721'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.538012 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.543959 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:35:34.544366 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10319066'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.545562 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Pushing event deleted for resources: {'Port': ['ID=5168f410-3799-40c4-97b6-b37de7d99cf9,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: Traceback (most recent call last): Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: timer() Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: cb(*args, **kw) Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: return func(*args, **kwargs) Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: self._notify() Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: self.callback(batched_events) Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: event.method(event) Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: return f(self, *a, **k) Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._get(url).json() Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: return self.request(url, 'GET', **kwargs) Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:35:34.545986 dv-cinder-800695-5-iscsi neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:35:34.555307 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.555502 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.555838 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.556167 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.556497 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.556824 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.557166 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.557469 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.557792 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.558110 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.558458 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.558778 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-5-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:34.561350 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7f2b8-a533-4719-bdce-c92e71f452e7 None None] No DVR routers for this DVR port 5168f410-3799-40c4-97b6-b37de7d99cf9 on host dv-cinder-800695-5-iscsi {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:35:34.606623 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070461'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.612118 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685868'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.613974 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] 10.222.0.60 "DELETE /v2.0/networks/661f9e47-40d0-42ce-88d1-53972566842c HTTP/1.1" status: 204 len: 168 time: 0.5223861 Aug 27 16:35:34.624805 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46364723-b243-46ff-8fcf-83eec510874a admin admin] Pushing event deleted for resources: {'Network': ['ID=661f9e47-40d0-42ce-88d1-53972566842c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:34.723019 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:34.765912 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-e29180f8-cc8b-4758-8edb-117b94907c4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c38d519eaef4a14b7ef2499383ed41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417011 Aug 27 16:35:34.768151 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43048) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:34.814299 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e88099f8-d0bb-4c51-bfbe-d8b99301e46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.836267 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e88099f8-d0bb-4c51-bfbe-d8b99301e46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.881036 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e88099f8-d0bb-4c51-bfbe-d8b99301e46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.883588 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e88099f8-d0bb-4c51-bfbe-d8b99301e46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.884719 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-e88099f8-d0bb-4c51-bfbe-d8b99301e46f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7dc70da7-bf2f-4696-b23b-8a1d39dc898d HTTP/1.1" status: 204 len: 168 time: 0.1156998 Aug 27 16:35:34.891968 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88099f8-d0bb-4c51-bfbe-d8b99301e46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc70da7-bf2f-4696-b23b-8a1d39dc898d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:35.187710 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43054) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:35.227353 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-2797c25c-a523-4b73-9869-54fc0a313a23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=358c7d86851a41baa2f82858470fe62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385318 Aug 27 16:35:35.229723 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.60', 43056) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:35.275628 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086d171d-e4bb-4503-9fda-b066d55cac5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:35.296683 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086d171d-e4bb-4503-9fda-b066d55cac5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:35.343796 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086d171d-e4bb-4503-9fda-b066d55cac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042388'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:35.346502 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086d171d-e4bb-4503-9fda-b066d55cac5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:35.347699 dv-cinder-800695-5-iscsi neutron-server[94013]: INFO neutron.wsgi [None req-086d171d-e4bb-4503-9fda-b066d55cac5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa9503c7-561d-4037-ac32-0d9e04665295 HTTP/1.1" status: 204 len: 168 time: 0.1169913 Aug 27 16:35:35.355733 dv-cinder-800695-5-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d171d-e4bb-4503-9fda-b066d55cac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9503c7-561d-4037-ac32-0d9e04665295,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:35.440818 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 5168f410-3799-40c4-97b6-b37de7d99cf9 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:35.460945 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 5168f410-3799-40c4-97b6-b37de7d99cf9 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:35:35.461293 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 5168f410-3799-40c4-97b6-b37de7d99cf9 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:35.461702 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:35.480220 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:35:35.480577 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 77fe8a1c-27d8-44bb-ac2d-a99d36eb9b3c not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:35.480975 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 332607b2-e78f-414b-ab98-7a567a54d283 no longer exists at agent ovs-agent-dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:35.502588 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] No Port match for: 332607b2-e78f-414b-ab98-7a567a54d283 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:35:35.502941 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Device 332607b2-e78f-414b-ab98-7a567a54d283 not bound to the agent host dv-cinder-800695-5-iscsi {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:40.994910 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:35:47.626683 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5132d1b-2eac-4e00-8bd2-2b8481553e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:48.269963 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:50.045515 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bca6bcf6-abbc-40ab-8c14-6361b6d91405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:50.312494 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:51.481093 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:52.956783 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:17.627035 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-710c2108-2f0a-40d5-bd2f-caa00cab806f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:17.993236 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:36:18.266451 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:20.047907 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-748dc470-4158-44a2-b1e9-ce8d8a1e352f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:20.312139 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:21.486303 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:22.960422 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:47.627999 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-92eeb450-436a-41d8-9edf-8c84ea591b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:48.264749 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:50.049236 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bcc0494e-c970-4810-ae8f-e569f4d0c1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:50.313095 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:51.488447 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:52.960544 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:54.992010 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:37:17.627216 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c0947b8b-80b4-4119-b923-076e56cebb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:18.277762 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:20.052516 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4f3095a1-43d8-4d56-9ae6-5474f3759720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:20.313916 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:21.489473 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:22.964987 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:31.990815 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:37:47.625984 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a88c83a0-c798-4868-8a03-574a39137197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:48.300221 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:50.057074 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89cd6b27-c412-4a44-a4f4-645693aab2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:50.314999 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:51.493750 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:52.967465 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:08.989532 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:38:17.626642 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7bb45379-abe1-4c8e-8646-b6b9b5779c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:18.305535 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:20.057786 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc9696e7-9d5f-49c4-90be-86f973223b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:20.316073 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:21.496267 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:22.970080 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:45.988594 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:38:47.626144 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00300829-83c8-45bd-83b9-57691ae43837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:48.316971 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:50.059483 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a57495c0-058e-444c-bb30-eb12290a0978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:50.317495 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:51.498680 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:52.973551 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:17.629126 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eef92a31-e095-402b-8393-75293f8d2a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:18.318848 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:20.059871 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4b844912-98ce-43f7-8a23-d36b90da8c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:20.320633 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:21.502736 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:22.975645 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:22.986712 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:39:47.630521 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-087454e8-9879-4674-9f8a-ef77434846f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:48.317911 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:50.058995 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ba9843c3-2194-42bc-8b89-720a77560d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:50.322778 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:51.504050 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:52.978367 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:59.985335 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:40:17.630639 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-abc75855-370d-4a49-a583-81073c47f8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:18.333396 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:20.059205 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-600d2352-22ae-48fe-880e-7e1d7fcb2bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:20.322560 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:21.507403 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:22.981481 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:36.985174 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:40:47.630307 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-15042c2a-77e1-43a3-a60e-5f40f3e1bcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:48.332126 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.059850 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4bf5-508c-4435-a84d-02e6fb7cfcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.324516 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:51.509197 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.983405 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:13.984999 dv-cinder-800695-5-iscsi neutron-server[94015]: DEBUG neutron.db.agents_db [None req-3e9fae27-c6f4-4f85-8535-de31e2ef0230 None None] Agent healthcheck: found 6 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:41:17.633273 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-51e93e56-a251-478d-8c67-6238f6e00b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:18.348512 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-767251b2-daf2-4fc9-95c9-aa8e358e8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.062430 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-93ce12b0-7e52-40b4-99dc-91c730054979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.326062 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c0a254f-d987-430e-b6f3-a72c7f6211fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:21.513302 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1677b762-e0d2-4bfb-b7ca-dff1f273cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.987275 dv-cinder-800695-5-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dee8-8b7a-42c7-b018-c09c5860fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750642718428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530796'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}